-- Logs begin at Fri 2021-09-10 17:01:56 UTC, end at Fri 2021-09-10 17:56:20 UTC. -- Sep 10 17:30:25.316454 dv-cinder-806968-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 17:30:28.079018 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:30:28.079598 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 17:30:28.079807 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 17:30:28.083061 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:30:28.083324 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 17:30:28.083642 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 17:30:28.084606 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:30:28.084845 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:30:28.085212 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:30:28.085462 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:30:28.085693 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:30:28.086022 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.086358 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.086698 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.086893 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.087191 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.087487 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.087775 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.088068 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.088367 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.088660 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.088939 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.089226 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.089460 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.089743 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.090034 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.090351 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.090579 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] debug = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.090863 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.091371 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.091800 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.092085 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.092555 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.092660 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.092936 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.093218 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.093508 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.093844 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] host = dv-cinder-806968-2-iscsi {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.094127 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.094445 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.094742 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.095036 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.095316 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.095600 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.095894 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.096172 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.096454 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.096736 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.097032 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.097326 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.097623 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.097852 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.098078 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.098402 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.098696 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.098980 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.099257 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.099537 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.099818 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.100097 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.100373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.100664 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.100954 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.101246 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.101525 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.101808 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.102086 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.102389 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.102681 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.103002 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.103284 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.103564 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.103857 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.104133 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.104414 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.104722 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.105017 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.105307 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.105596 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.105873 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.106180 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.106461 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.106739 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.107558 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_json = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.107823 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.108096 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.108384 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.108663 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.108941 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.109216 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.109493 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.109782 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:28.110084 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.110421 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.110729 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.111022 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.111327 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.111616 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.111916 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.112202 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.112498 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.112797 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.113095 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.113381 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.113681 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.114253 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.114556 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.114872 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.115174 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.115474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.115758 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.116040 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.116320 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.116605 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.116904 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.117189 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.117486 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.117785 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.118075 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.118396 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.118700 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.119001 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.119283 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.119568 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.119868 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.120152 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.120430 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.120713 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.121010 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.121294 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.121574 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.121863 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.122163 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.122488 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.123294 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.123587 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.123887 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.124171 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.124449 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.124723 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.125005 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.125285 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.125577 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.125864 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.126163 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.126448 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.126733 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.126995 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.127279 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.127574 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.127837 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.128119 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.128397 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.128676 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.128955 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.129238 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.129508 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.129793 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.130064 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.130370 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.130648 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.130926 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.131203 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.131481 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.131806 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.132060 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.132352 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.132636 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.132918 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.133202 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.133486 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.133771 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.134052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.134357 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.134640 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.134916 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.135209 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.135497 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.135792 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.136081 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.136363 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.136671 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.136954 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.137240 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.137523 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.137805 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.138149 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.138447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.138747 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.139045 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.139342 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.139640 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.139940 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.140226 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.140540 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.140828 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:28.141051 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:30:28.141295 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 17:30:28.494083 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:28.494396 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:28.494690 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:28.495027 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 17:30:28.887530 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.887833 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.888145 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.889453 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.889730 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.890001 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.925786 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.926061 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.926359 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.941530 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.941811 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.942083 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.970129 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.970443 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:28.970718 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.009324 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.009613 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.009888 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.242181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.242798 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.242798 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.242975 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.243612 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.364876 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.365198 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.365486 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.365762 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.366034 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.366376 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.366643 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.366906 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.367166 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.367452 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.367717 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.367985 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.368245 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.368501 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.368762 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.369030 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.369289 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.369559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.369833 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.370096 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.370394 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.370651 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.370938 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.371318 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.371573 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.371824 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.372220 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.372488 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.372729 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.372968 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.373206 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.373443 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:29.373806 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 17:30:29.376898 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 17:30:29.380861 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 17:30:29.384660 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 10 17:30:29.386362 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 17:30:29.386827 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 17:30:29.387158 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 17:30:29.387548 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 17:30:29.390418 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 17:30:29.390670 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 17:30:29.391021 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:30:29.397069 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 17:30:29.419945 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 17:30:29.420411 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.420714 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 17:30:29.421081 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.422472 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 17:30:29.422754 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:30:29.423000 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 17:30:29.426387 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.426675 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:29.491308 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 17:30:29.491553 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 17:30:29.491796 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 17:30:29.492230 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 17:30:29.517082 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_db.sqlalchemy.engines [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 17:30:30.052685 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing driver for type 'gre' Sep 10 17:30:30.053201 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] gre ID ranges: [(1, 1000)] Sep 10 17:30:30.106232 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing driver for type 'local' Sep 10 17:30:30.106545 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing driver for type 'vlan' Sep 10 17:30:30.119816 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] VlanTypeDriver initialization complete Sep 10 17:30:30.120159 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing driver for type 'vxlan' Sep 10 17:30:30.120643 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] vxlan ID ranges: [(1, 1000)] Sep 10 17:30:30.172571 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing extension driver 'port_security' Sep 10 17:30:30.172946 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.extensions.port_security [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] PortSecurityExtensionDriver initialization complete Sep 10 17:30:30.173286 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing mechanism driver 'openvswitch' Sep 10 17:30:30.173618 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing mechanism driver 'hyperv' Sep 10 17:30:30.180224 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.plugin [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:30.180913 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.181289 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.181646 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.182203 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.182643 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.183004 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.183357 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.183754 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.184168 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.184521 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.185356 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.185751 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.186188 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.186545 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.186891 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.187484 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.187846 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.188206 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.188560 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.188957 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.189368 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > address_group after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.189719 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > address_group after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.190062 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.190485 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:30:30.190869 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] ML2 OVO RPC backend initialized. {{(pid=95014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 17:30:30.191581 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.191949 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.192371 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.192727 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > networks before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.193080 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.193429 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > ports before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.193777 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.194122 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnets before_response 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.194494 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.194839 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.195182 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.195523 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.195864 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.196205 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.196546 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.196885 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.197225 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.197806 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.plugin [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Modular L2 Plugin initialization complete Sep 10 17:30:30.198171 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading services supported by the core plugin {{(pid=95014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 17:30:30.198493 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.plugins.ml2.managers [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Got port-security extension from driver 'port_security' Sep 10 17:30:30.198965 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.extensions.vlantransparent [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Disabled vlantransparent extension. Sep 10 17:30:30.199455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 17:30:30.199775 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: router Sep 10 17:30:30.235767 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.236168 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_create 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.236528 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router before_create 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.236902 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.237283 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.237658 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_delete 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.238018 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.238413 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.238782 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_create 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.239391 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.239747 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.240101 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.240467 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.240887 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.241264 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.241611 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.241955 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: subnet after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.242338 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.242874 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.243041 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_create 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.243389 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.243738 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.244102 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router after_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.244449 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.244804 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_create 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.245170 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.245522 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_update 55549900 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.245892 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > agent after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.246286 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > agent after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.246638 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > network after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.248016 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Tracking information for resource: router configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:30.248356 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Tracking information for resource: floatingip configured {{(pid=95014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:30:30.253320 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.db.l3_agentschedulers_db [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 17:30:30.253912 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.254318 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.254683 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.255047 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: port after_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.255845 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router before_create 55550100 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.256215 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.256584 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_create 55550100 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.256946 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > router precommit_update 55550100 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.261662 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.provider_configuration [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service providers = [] {{(pid=95014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 17:30:30.262033 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.db.servicetype_db [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 17:30:30.265743 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.service_base [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:30:30.266096 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.service_base [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:30:30.266511 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.service_base [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:30:30.267421 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.services.service_base [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:30:30.267797 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.services.service_base [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 17:30:30.268178 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.268503 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 17:30:30.279176 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.279520 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: auto_allocate Sep 10 17:30:30.285909 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: network precommit_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.286333 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: network precommit_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.286869 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.287198 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: tag Sep 10 17:30:30.293732 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.294067 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: timestamp Sep 10 17:30:30.298826 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.299162 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: network_ip_availability Sep 10 17:30:30.304662 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.304996 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.305360 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.306086 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.306439 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: flavors Sep 10 17:30:30.311767 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.312109 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading Plugin: revisions Sep 10 17:30:30.316411 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:30:30.316809 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=95014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:30.317567 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 17:30:30.317886 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Initializing extension manager. Sep 10 17:30:30.318432 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: __init__.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.318794 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: __pycache__ {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.319156 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.319495 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: address_group.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.320293 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.320862 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: address-group Sep 10 17:30:30.321193 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: address_scope.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.322155 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.322675 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: address-scope Sep 10 17:30:30.323006 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.323939 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.324453 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: router-admin-state-down-before-update Sep 10 17:30:30.324782 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: agent.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.325516 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.326024 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: agent Sep 10 17:30:30.326389 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: agent_resources_synced.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.327330 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.327841 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: agent-resources-synced Sep 10 17:30:30.328170 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: allowedaddresspairs.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.329982 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.330549 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: allowed-address-pairs Sep 10 17:30:30.330886 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: auto_allocated_topology.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.331974 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.332498 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: auto-allocated-topology Sep 10 17:30:30.332832 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: availability_zone.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.333533 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.334045 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: availability_zone Sep 10 17:30:30.334406 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: availability_zone_filter.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.335326 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.335842 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: availability_zone_filter Sep 10 17:30:30.336170 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: data_plane_status.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.337082 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.337594 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 17:30:30.337920 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: default_subnetpools.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.338924 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.339436 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: default-subnetpools Sep 10 17:30:30.339762 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.340584 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.341122 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: dhcp_agent_scheduler Sep 10 17:30:30.341453 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: dns.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.342447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.342958 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 17:30:30.343285 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: dns_domain_ports.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.344211 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.344721 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 17:30:30.345050 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.345998 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.346523 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 17:30:30.346889 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: dvr.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.347654 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.348161 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: dvr Sep 10 17:30:30.348488 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: ecmp_routes.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.349415 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.349925 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 17:30:30.350294 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: empty_string_filtering.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.351225 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.351741 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: empty-string-filtering Sep 10 17:30:30.352070 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.352985 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.353498 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:30:30.353825 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.354792 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.355311 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 17:30:30.355639 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: external_net.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.356568 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.357624 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: external-net Sep 10 17:30:30.357951 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.358903 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.359418 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: extra_dhcp_opt Sep 10 17:30:30.359744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: extraroute.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.360652 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.361166 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: extraroute Sep 10 17:30:30.361491 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: extraroute_atomic.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.362574 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.363093 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: extraroute-atomic Sep 10 17:30:30.363421 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: filter_validation.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.364358 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.364871 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: filter-validation Sep 10 17:30:30.365198 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: fip_pf_description.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.366118 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.366660 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 17:30:30.366984 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: fip_port_details.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.367922 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.368473 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: fip-port-details Sep 10 17:30:30.368845 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: flavors.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.370087 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.370633 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: flavors Sep 10 17:30:30.370965 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.373188 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.373713 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 17:30:30.374048 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: floatingip_pools.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.374791 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.375313 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: floatingip-pools Sep 10 17:30:30.375649 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: ip_allocation.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.376590 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.377103 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 17:30:30.377453 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.378396 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.378913 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: ip-substring-filtering Sep 10 17:30:30.379242 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l2_adjacency.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.380176 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.380710 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 17:30:30.381082 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.382237 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.382769 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: router Sep 10 17:30:30.383103 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.385379 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.385911 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:30:30.386306 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.387253 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.387778 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: ext-gw-mode Sep 10 17:30:30.388141 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.389096 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.389619 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: l3-ha Sep 10 17:30:30.389951 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3_flavors.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.390901 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.391416 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: l3-flavors Sep 10 17:30:30.391754 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.392686 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.393202 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 17:30:30.393536 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: l3agentscheduler.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.394618 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.395137 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: l3_agent_scheduler Sep 10 17:30:30.395467 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: logging.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.396957 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.397478 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension logging not supported by any of loaded plugins Sep 10 17:30:30.397815 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: metering.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.398645 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.399225 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: metering Sep 10 17:30:30.399559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.400698 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.401221 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: metering_source_and_destination_fields Sep 10 17:30:30.401559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: multiprovidernet.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.402528 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.403045 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: multi-provider Sep 10 17:30:30.403374 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: netmtu.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.404368 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.404880 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: net-mtu Sep 10 17:30:30.405209 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: netmtu_writable.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.406201 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.406716 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: net-mtu-writable Sep 10 17:30:30.407043 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: network_availability_zone.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.407716 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.408224 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: network_availability_zone Sep 10 17:30:30.408547 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: network_ip_availability.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.409668 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.410215 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: network-ip-availability Sep 10 17:30:30.410551 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: network_segment_range.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.411322 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.411837 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 17:30:30.412164 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: pagination.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.413159 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.413492 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: pagination Sep 10 17:30:30.413818 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: port_device_profile.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.414777 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.415298 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: port-device-profile Sep 10 17:30:30.415625 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.416559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.417075 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: port-mac-address-regenerate Sep 10 17:30:30.417404 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.418355 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.418870 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: port-numa-affinity-policy Sep 10 17:30:30.419720 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: port_resource_request.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.420775 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.421287 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 17:30:30.421620 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: portbindings.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.422666 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.423183 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: binding Sep 10 17:30:30.423514 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: portbindings_extended.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.424799 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.425328 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: binding-extended Sep 10 17:30:30.425664 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: portsecurity.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.426627 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.427150 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: port-security Sep 10 17:30:30.427482 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: project_id.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.428472 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.428805 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: project-id Sep 10 17:30:30.429135 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: providernet.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.430083 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.430624 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: provider Sep 10 17:30:30.430952 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.434542 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.435626 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos not supported by any of loaded plugins Sep 10 17:30:30.435968 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.437234 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.437764 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 17:30:30.438117 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.439059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.439579 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 17:30:30.439912 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_default.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.440831 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.441354 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-default not supported by any of loaded plugins Sep 10 17:30:30.441688 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_fip.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.442416 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.442927 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 17:30:30.443257 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_gateway_ip.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.444206 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.444721 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 17:30:30.445057 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_port_network_policy.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.446119 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.446523 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 17:30:30.446984 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_pps_rule.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.448037 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.448557 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 17:30:30.448895 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_rule_type_details.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.450263 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.450815 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 17:30:30.451146 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: qos_rules_alias.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.452211 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.452730 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 17:30:30.453061 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: quotasv2.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.454018 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.454386 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: quotas Sep 10 17:30:30.454714 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: quotasv2_detail.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.458067 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.458453 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: quota_details Sep 10 17:30:30.458796 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: rbac.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.459875 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.460408 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: rbac-policies Sep 10 17:30:30.460742 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: rbac_address_group.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.461686 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.462255 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: rbac-address-group Sep 10 17:30:30.462589 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: rbac_address_scope.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.463519 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.464038 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: rbac-address-scope Sep 10 17:30:30.464368 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: rbac_security_groups.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.465298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.465814 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: rbac-security-groups Sep 10 17:30:30.466207 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: rbac_subnetpool.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.467160 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.467678 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: rbac-subnetpool Sep 10 17:30:30.468006 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: revisionifmatch.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.468946 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.469465 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: revision-if-match Sep 10 17:30:30.469794 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: revisions.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.470949 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.471470 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: standard-attr-revisions Sep 10 17:30:30.471801 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: router_availability_zone.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.472492 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.473006 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: router_availability_zone Sep 10 17:30:30.473332 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: routerservicetype.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.474296 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.474811 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 17:30:30.475184 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.476117 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.476633 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: security-groups-normalized-cidr Sep 10 17:30:30.476961 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.477892 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.478433 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: port-security-groups-filtering Sep 10 17:30:30.478764 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.479696 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.480215 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: security-groups-remote-address-group Sep 10 17:30:30.480542 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: securitygroup.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.492544 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.493122 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: security-group Sep 10 17:30:30.493466 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: segment.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.494315 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.494833 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension segment not supported by any of loaded plugins Sep 10 17:30:30.495168 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.496141 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.496656 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 17:30:30.496990 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: servicetype.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.498779 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.499309 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: service-type Sep 10 17:30:30.499645 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: sorting.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.500652 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.500990 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: sorting Sep 10 17:30:30.501321 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: standard_attr_segment.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.502280 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.502801 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 17:30:30.503133 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: standardattrdescription.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.503790 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.504302 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: standard-attr-description Sep 10 17:30:30.504630 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: stateful_security_group.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.505567 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.506082 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: stateful-security-group Sep 10 17:30:30.506439 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: stdattrs_common.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.507028 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 17:30:30.507354 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.508309 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.508840 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 17:30:30.509173 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnet_onboard.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.510291 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.510819 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: subnet_onboard Sep 10 17:30:30.511154 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.512092 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.512614 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 17:30:30.512981 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnet_service_types.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.513935 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.514483 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: subnet-service-types Sep 10 17:30:30.514817 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnetallocation.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.515944 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.516464 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: subnet_allocation Sep 10 17:30:30.516796 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.517473 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.517987 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: subnetpool-prefix-ops Sep 10 17:30:30.518345 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.519284 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.519804 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 17:30:30.520136 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: tagging.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.521235 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.521763 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: standard-attr-tag Sep 10 17:30:30.522099 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: timestamp.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.523355 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.523878 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loaded extension: standard-attr-timestamp Sep 10 17:30:30.524211 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: trunk.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.525257 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.525782 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension trunk not supported by any of loaded plugins Sep 10 17:30:30.526115 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: trunk_details.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.527088 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.527606 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 17:30:30.527933 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: uplink_status_propagation.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.528890 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.529454 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 17:30:30.529782 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Loading extension file: vlantransparent.py {{(pid=95014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:30:30.530489 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:30:30.531006 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 17:30:30.533416 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:network Sep 10 17:30:30.533952 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnet Sep 10 17:30:30.534396 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:30:30.534808 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:port Sep 10 17:30:30.536034 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.536490 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service FLAVORS assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.537128 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.537560 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.537904 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:router Sep 10 17:30:30.538372 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:30:30.538875 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service METERING assigned prefix: /metering {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.540322 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.540696 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.541055 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:30:30.542075 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:30:30.542576 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:30:30.543011 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:30:30.543607 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service CORE assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.543946 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:30:30.544834 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] subnetpool is already registered Sep 10 17:30:30.545282 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service CORE assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.545617 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:30:30.545969 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] subnetpool is already registered Sep 10 17:30:30.548340 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.548781 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service FLAVORS assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.549386 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.549814 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.550186 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:router Sep 10 17:30:30.550540 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] router is already registered Sep 10 17:30:30.550965 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:30:30.551307 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] floatingip is already registered Sep 10 17:30:30.551764 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service METERING assigned prefix: /metering {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.552447 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:30:30.552786 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] rbac_policy is already registered Sep 10 17:30:30.553208 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:30:30.553546 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] security_group is already registered Sep 10 17:30:30.553953 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:30:30.554328 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] security_group_rule is already registered Sep 10 17:30:30.554998 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service CORE assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.555293 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:30:30.555633 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] subnetpool is already registered Sep 10 17:30:30.556058 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.v2.resource_helper [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Service CORE assigned prefix: {{(pid=95014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:30:30.556398 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:30:30.556732 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING neutron.quota.resource_registry [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] subnetpool is already registered Sep 10 17:30:30.557199 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: extensions {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.558706 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: address-groups {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.560862 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: address-scopes {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.562235 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: agents {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.563409 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: auto-allocated-topology {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.564659 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: availability_zones {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.565886 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: dhcp-networks {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.567464 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: dhcp-agents {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.568894 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: routers {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.571165 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: flavors {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.572336 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: service_profiles {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.573567 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: next_providers {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.575069 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: service_profiles {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.576652 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: floatingip-pools {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.577860 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: routers {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.580021 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: floatingips {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.581315 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: l3-routers {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.582772 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: l3-agents {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.584189 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: metering-labels {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.585579 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: metering-label-rules {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.586877 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: network-ip-availabilities {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.588155 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: bindings {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.590660 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: quotas {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.592177 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: quotas {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.593610 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: rbac-policies {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.594863 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: security-groups {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.596175 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: security-group-rules {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.597532 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: service-providers {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.598811 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: subnetpools {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.600264 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: subnetpools {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.601737 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.603456 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.605317 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.607689 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.609476 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.611361 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.613084 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.615337 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.617103 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.618884 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron.api.extensions [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Extended resource: tags {{(pid=95014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:30:30.625465 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING keystonemiddleware.auth_token [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 17:30:30.630261 dv-cinder-806968-2-iscsi neutron-server[95014]: WARNING keystonemiddleware.auth_token [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 17:30:30.638835 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Acquired lock "singleton_lock" {{(pid=95014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 17:30:30.639307 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_concurrency.lockutils [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Releasing lock "singleton_lock" {{(pid=95014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 17:30:30.639948 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Starting 2 workers Sep 10 17:30:30.644820 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Started child 95329 {{(pid=95014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:30:30.649350 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Started child 95330 {{(pid=95014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:30:30.650326 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.650951 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO neutron.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 17:30:30.651606 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Notify callbacks [] for process, before_spawn {{(pid=95014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.651864 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [-] (95329) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:30:30.654637 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Starting 1 workers Sep 10 17:30:30.654759 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.656052 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [-] (95330) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:30:30.659919 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Started child 95331 {{(pid=95014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:30:30.660480 dv-cinder-806968-2-iscsi neutron-server[95014]: INFO oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Starting 1 workers Sep 10 17:30:30.664270 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] calling RpcWorker wait() {{(pid=95331) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 17:30:30.664836 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] returning from RpcWorker wait() {{(pid=95331) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 17:30:30.665375 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Started child 95336 {{(pid=95014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:30:30.666046 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.666281 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG neutron_lib.callbacks.manager [None req-bcb506eb-a859-4cb6-90b8-b558b6949b44 None None] Notify callbacks [] for process, after_spawn {{(pid=95014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.666524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:30.668368 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 17:30:30.668584 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:30:30.668769 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:30:30.668983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:30:30.669398 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:30:30.670059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:30:30.670608 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.670898 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.671170 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.671435 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.671742 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.672340 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.672603 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.672865 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.673161 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.673416 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.673515 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:30.673963 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.673963 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.674112 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.674288 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.674563 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.674833 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.675078 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.675368 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.675539 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.675803 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.676082 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.676333 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.676604 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] debug = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.676861 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.677363 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.677602 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.677854 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.678080 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.678387 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.678616 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.678873 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.679143 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.679379 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.679638 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.679895 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.680131 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.680366 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.680587 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.680847 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.681068 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.681554 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] host = dv-cinder-806968-2-iscsi {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.681811 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.682056 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.682350 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.682610 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.682872 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.683091 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.683354 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.683601 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.683860 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.684107 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.684353 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.684613 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.684891 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.685161 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.685328 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_options = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.685579 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.685840 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.686105 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.686321 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.686493 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.686740 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.686932 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.687097 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.687348 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.687572 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.687789 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.688016 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.688261 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.688470 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.688739 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.688989 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.689239 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.689452 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.689713 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.689959 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.690212 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.690464 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.690699 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.690926 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.691147 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.691406 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.691656 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.691873 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.692088 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.692328 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.692561 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.692809 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.693032 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.693283 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.693547 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.693778 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.694013 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.694273 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.694548 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.694776 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.695040 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.695298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.695521 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.695783 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.696018 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.696234 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.696467 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_json = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.696683 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.696930 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.697186 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.697412 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.697651 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.697864 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.698911 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.698911 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.698911 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.699126 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.699395 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.699622 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.700090 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.700548 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.700966 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.701409 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.701642 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.701898 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.702267 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.702514 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.702811 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.703053 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.703338 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.703668 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.707132 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.708447 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712052 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712776 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712858 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.712943 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.713565 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714100 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714100 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714286 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714410 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714633 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.714857 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.715076 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.717054 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.717054 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.717054 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.717054 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.717054 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718455 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718855 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.718855 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.719107 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.719279 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.719498 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.719724 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.719941 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.720174 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.720387 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.720617 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.720827 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.721106 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.721434 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.721670 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.722080 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.722503 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.722901 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.723298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.723679 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.724068 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.724313 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.724555 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.724806 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.725059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.725479 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.725960 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.726389 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.726629 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.727014 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.727392 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.727781 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.728196 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.728575 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.729010 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.729425 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.729851 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.730300 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.730712 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.731134 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.731512 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.732519 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.732927 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.733347 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.733804 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.734243 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.734670 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.735080 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.735511 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.735903 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.736308 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.736715 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.737090 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.737489 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.737897 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.738346 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.738750 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.739406 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.739794 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.740194 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.740695 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.741107 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.741480 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.741851 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.742333 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.742771 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.743174 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.743599 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.744000 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.744421 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.744832 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.745081 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.745321 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.745585 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.745829 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.746056 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.746353 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.746573 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.746831 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.747053 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.747280 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.747648 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.747867 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.748322 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.748549 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.748781 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.749011 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.749272 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.749516 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.749765 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.750009 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.750243 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.750471 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.750717 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.750963 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.751193 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.751420 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.751693 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.751954 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.752199 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.752434 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.752663 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.752924 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.753164 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.753416 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.753643 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.753877 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.754090 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755373 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755821 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.755821 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.756126 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.756791 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.756791 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.756791 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.757033 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758606 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758606 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.758827 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.759074 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.759292 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.759509 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.759730 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.759954 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.760188 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.760486 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.760736 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.760983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.761234 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.761472 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.761709 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.761964 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.762223 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.762439 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.762666 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.763139 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.763139 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.764437 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.764685 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.765089 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.767360 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.767759 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.768137 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.768555 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.768981 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.769363 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.769746 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.770163 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.770423 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.770689 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.770915 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.771142 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.771381 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.771612 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.771832 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.772088 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.772309 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.772527 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.772764 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.772988 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.773206 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.773517 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.773788 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.774046 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.774381 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.774638 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.774891 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.775142 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.775465 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.775685 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.775931 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.776174 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.776420 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.776671 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.776946 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.777277 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.777573 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.777835 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.778093 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.778394 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.779187 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.779464 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.779682 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.779969 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.780324 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.780585 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.780844 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.781093 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.781349 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.781592 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.781821 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.782065 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.782370 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.782614 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.782855 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.783099 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.783341 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.783566 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.783795 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.784049 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.784274 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.784519 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.784750 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.784978 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.785116 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:30:30.785663 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 17:30:30.785823 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:30:30.785978 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:30:30.786163 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:30:30.786334 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:30:30.786482 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:30:30.786688 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.786859 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.787019 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.787335 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.787646 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.787832 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.787993 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.788300 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.788462 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.788763 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.789073 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.789231 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.789528 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.789833 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.789994 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.790175 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.790483 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.790645 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.790809 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.790967 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.791277 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.791438 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.791601 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] debug = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.791761 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.791963 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792129 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792285 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792446 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792599 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792760 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.792919 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793082 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793244 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793402 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793558 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793716 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.793880 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.794040 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.794846 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795025 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795186 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] host = dv-cinder-806968-2-iscsi {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795348 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795510 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795870 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.795870 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796111 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796111 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796259 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796417 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796576 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796735 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.796897 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797157 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797292 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797383 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797510 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_options = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797669 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797828 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.797989 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798233 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798372 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798506 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798667 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798827 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.798986 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799145 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799304 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799462 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799560 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:30.799655 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799767 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.799924 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800083 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800241 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800402 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800561 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800721 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.800881 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801041 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801203 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801363 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801522 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801681 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801839 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.801999 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802179 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802343 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802502 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802661 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802820 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.802978 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803136 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803294 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803452 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803610 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803775 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.803940 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804099 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804258 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804416 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804574 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804732 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.804890 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805093 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_json = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805197 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805354 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805512 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805671 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805828 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.805986 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.806170 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.806332 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:30:30.806511 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.806675 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.806847 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807009 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807172 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807335 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807497 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807658 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807819 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.807979 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808149 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808311 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808482 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808644 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808807 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.808971 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.809134 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.809297 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.809458 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.809622 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.809783 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810034 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810247 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810410 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810572 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810734 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.810894 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811071 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811235 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811397 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811722 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.811884 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812046 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812209 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812370 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812532 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812696 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.812857 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813018 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813171 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813332 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813495 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813658 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813820 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.813987 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.814186 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.814334 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.814498 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.814660 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.814822 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815159 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815159 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815590 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815590 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815590 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815988 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.815988 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816131 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816208 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816342 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816504 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816667 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816994 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.816994 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817221 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817427 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817427 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817662 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817783 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.817903 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818273 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818273 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818530 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818626 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818762 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.818885 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819006 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819173 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819335 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819498 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819659 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819822 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.819983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820145 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820306 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820468 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820630 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820793 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.820964 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821141 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821303 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821475 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821684 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821808 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.821929 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822071 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822254 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822416 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822577 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822739 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.822900 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823064 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823226 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823387 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823548 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823710 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.823877 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824037 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824199 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824361 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824522 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824683 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.824852 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.825015 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.825173 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.825537 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.825705 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.825866 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.826195 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.826515 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.826743 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.826851 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827008 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827168 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827492 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827656 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827819 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.827983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828146 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828309 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828473 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828644 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828819 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.828983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829148 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829310 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829496 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829658 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829822 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.829985 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830160 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830333 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830496 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830658 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830820 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.830983 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831146 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831308 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831471 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831632 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831795 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.831957 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.832181 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.832476 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.832776 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833044 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833301 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833477 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833640 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833802 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.833969 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834130 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834317 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834478 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834640 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834804 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.834967 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835130 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835291 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835453 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835616 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835778 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.835939 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836104 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836267 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836431 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836594 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836758 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.836921 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837083 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837247 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837433 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837559 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837726 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.837873 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838037 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838227 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838387 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838528 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838678 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.838843 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839019 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839183 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839331 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839493 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839638 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839806 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.839950 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840114 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840278 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840422 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840588 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840743 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.840905 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.841603 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.841764 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.841912 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842072 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842335 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842508 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842682 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842682 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842682 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.842682 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.844474 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.845499 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.846744 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847298 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847585 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847585 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847730 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.847859 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.848028 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.848495 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.848495 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.848495 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849012 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849012 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849012 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849529 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849529 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849529 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.849529 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850059 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850523 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850523 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850523 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850835 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.850835 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851060 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851184 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851277 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851407 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851580 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851742 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.851905 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852068 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852230 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852391 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852551 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852712 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.852873 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853034 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853195 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853356 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853548 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853671 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853831 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.853993 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.854176 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.854342 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.854510 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.854671 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:30:30.854819 dv-cinder-806968-2-iscsi neutron-server[95014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:30:30.993891 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49034) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:31.002575 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064526 Sep 10 17:30:42.487446 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf525b0-394b-444f-b7ad-fbcc54271a8f None None] get_active_networks_info from dv-cinder-806968-2-iscsi {{(pid=95331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 17:30:42.580327 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf525b0-394b-444f-b7ad-fbcc54271a8f None None] No non-hosted networks {{(pid=95331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 17:30:42.717587 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-748db473-9f37-4e31-aa0a-8d1fd2d623dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:44.929446 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0635d75f-dfd5-42e9-a25a-652989115b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:44.995276 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ec1a16b8-122d-4ea0-b8d2-6ed3ce19be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.347573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.348560 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.350394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.350859 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.352282 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.352779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.353218 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.353660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.354212 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.354933 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.355371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.355808 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.359848 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.363488 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806968-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:45.381840 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806968-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:46.394846 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:47.796504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:47.931451 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.db.l3_hamode_db [None req-098a6865-d279-465a-9f4b-876ffa375eeb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 17:30:48.009384 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a6865-d279-465a-9f4b-876ffa375eeb None None] Routers set() bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:30:48.009767 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a6865-d279-465a-9f4b-876ffa375eeb None None] Router IDs set() for agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 17:30:49.012181 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49126) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:49.500824 dv-cinder-806968-2-iscsi neutron-server[95329]: WARNING oslo_policy.policy [None req-83a3f076-103b-4a46-99fa-7368f470343b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:49.501372 dv-cinder-806968-2-iscsi neutron-server[95329]: WARNING oslo_policy.policy [None req-83a3f076-103b-4a46-99fa-7368f470343b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:49.725956 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [None req-83a3f076-103b-4a46-99fa-7368f470343b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:30:49.727166 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-83a3f076-103b-4a46-99fa-7368f470343b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7123814 Sep 10 17:30:52.126738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49140) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:52.432709 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:30:52.526072 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.policy [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95329) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 17:30:52.570492 dv-cinder-806968-2-iscsi neutron-server[95329]: WARNING oslo_policy.policy [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:52.570862 dv-cinder-806968-2-iscsi neutron-server[95329]: WARNING oslo_policy.policy [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:52.579329 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.quota [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] Loaded quota_driver: . Sep 10 17:30:52.670420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251544931', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251545264', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251384841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251399931', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251968601', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766251380338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-627717', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1369277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-349043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437065'] for rbac-policy, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.732739 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.733978 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-5447c1df-f285-493b-873b-c26ef4bc22d6 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062367 Sep 10 17:30:55.324913 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49152) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:55.812892 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING oslo_policy.policy [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:55.813453 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING oslo_policy.policy [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:56.042309 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Request body: {'network': {'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'name': 'private', 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:30:56.044366 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.quota [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Loaded quota_driver: . Sep 10 17:30:56.100403 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Made reservation on behalf of e15d02af9ab44874abaa9eaed216fce8 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:56.169720 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.policy [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95330) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 17:30:56.212939 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING oslo_policy.policy [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:56.213308 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING oslo_policy.policy [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:30:56.224106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.245441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.382397 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.386406 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.407126 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:30:56.437952 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766253884564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.438743 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Unsubscribe: segment precommit_create {{(pid=95330) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:30:56.439304 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Added segment 83cf73a1-44fd-4a35-adaf-da5511493627 of type vlan for network 2881b993-76e4-44e2-a966-de6c16049f56 Sep 10 17:30:56.455924 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d024f-80cb-4d09-b3c1-aea359760f3b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:56.506099 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.506480 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.506823 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.507154 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.507483 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.507822 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.508149 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.508471 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.508817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.509137 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.509454 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.509769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Tracked resource versions report: Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: pushed versions: Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: { 'AddressGroup': {'1.2'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'ConntrackHelper': {'1.0'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Log': {'1.0'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Network': {'1.1'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Port': {'1.7'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'PortForwarding': {'1.2'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'QosPolicy': {'1.9'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroup': {'1.4'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SubPort': {'1.0'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Subnet': {'1.1'}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Trunk': {'1.1'}} Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: consumer versions: Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'ConntrackHelper': '1.0', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Log': '1.0', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Network': '1.1', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Port': '1.7', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'PortForwarding': '1.2', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'QosPolicy': '1.9', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroup': '1.4', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroupRule': '1.2', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SubPort': '1.0', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Subnet': '1.1', Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Trunk': '1.1'}} Sep 10 17:30:56.510921 dv-cinder-806968-2-iscsi neutron-server[95330]: {{(pid=95330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:30:56.561707 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.602296 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.603418 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:56.604082 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:56.648916 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3229110 Sep 10 17:30:56.708108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7223f9-8dda-4a38-b465-f24e1943d987 admin admin] Pushing event updated for resources: {'Network': ['ID=2881b993-76e4-44e2-a966-de6c16049f56,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:56.720865 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 2881b993-76e4-44e2-a966-de6c16049f56 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:30:59.343000 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49174) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:59.728065 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6fe0f-3c7b-4eed-aaeb-435e3a704476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:59.729422 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-b4d6fe0f-3c7b-4eed-aaeb-435e3a704476 admin admin] 10.222.0.65 "GET /v2.0/networks/2881b993-76e4-44e2-a966-de6c16049f56 HTTP/1.1" status: 200 len: 825 time: 0.3854761 Sep 10 17:30:59.771237 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-995584aa-8878-475f-869b-953c5bf4da98 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/b7225cd2-b9d5-446d-825d-2769bff219f5 HTTP/1.1" status: 200 len: 734 time: 0.0331638 Sep 10 17:30:59.780503 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5', 'name': 'private-subnet', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'gateway_ip': '172.20.0.1'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:30:59.805846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Made reservation on behalf of e15d02af9ab44874abaa9eaed216fce8 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:59.808182 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:00.101732 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:00.169394 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a69a92a-bb83-4c21-83d5-17d7290df7a9,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:00.175685 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Checking segment: {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:31:00.176067 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Network hostable DHCP agents. Network: 2881b993-76e4-44e2-a966-de6c16049f56, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:31:00.196524 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Network 2881b993-76e4-44e2-a966-de6c16049f56 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:31:00.207543 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 2881b993-76e4-44e2-a966-de6c16049f56) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:00.213165 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:00.214838 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:00.216148 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb227f-9d8f-4d88-b728-e53c2b7e6d49 None None] Network 2881b993-76e4-44e2-a966-de6c16049f56 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:31:00.227958 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-26ef56d1-494d-4d2c-a39a-525062faa0b1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4507403 Sep 10 17:31:00.536461 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-2881b993-76e4-44e2-a966-de6c16049f56', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:31:00.537755 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:00.807836 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Allocated IP 172.20.0.2 (2881b993-76e4-44e2-a966-de6c16049f56/9a69a92a-bb83-4c21-83d5-17d7290df7a9/13b57029-ec90-4b2e-81d8-a22f7e908249) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:31:01.008571 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.051651 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Transition to ACTIVE for port object 13b57029-ec90-4b2e-81d8-a22f7e908249 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:31:01.071763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Transition to ACTIVE for port object 13b57029-ec90-4b2e-81d8-a22f7e908249 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:31:01.079974 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.147659 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Network 2881b993-76e4-44e2-a966-de6c16049f56 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:31:01.152400 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:01.156446 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:31:01.194805 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Pushing event updated for resources: {'Port': ['ID=13b57029-ec90-4b2e-81d8-a22f7e908249,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:01.219813 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.220459 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.220551 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.220835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.221170 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.221505 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.221840 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.222187 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.222537 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.222867 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.223193 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.223517 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Tracked resource versions report: Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: pushed versions: Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: { 'AddressGroup': {'1.2'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'ConntrackHelper': {'1.0'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Log': {'1.0'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Network': {'1.1'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Port': {'1.7'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'PortForwarding': {'1.2'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'QosPolicy': {'1.9'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroup': {'1.4'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SubPort': {'1.0'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Subnet': {'1.1'}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Trunk': {'1.1'}} Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: consumer versions: Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'ConntrackHelper': '1.0', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Log': '1.0', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Network': '1.1', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Port': '1.7', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'PortForwarding': '1.2', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'QosPolicy': '1.9', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroup': '1.4', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroupRule': '1.2', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SubPort': '1.0', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Subnet': '1.1', Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Trunk': '1.1'}} Sep 10 17:31:01.224660 dv-cinder-806968-2-iscsi neutron-server[95331]: {{(pid=95331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:31:01.253501 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Attempting to bind port 13b57029-ec90-4b2e-81d8-a22f7e908249 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:31:01.253901 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Attempting to bind port 13b57029-ec90-4b2e-81d8-a22f7e908249 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:31:01.254375 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Attempting to bind port 13b57029-ec90-4b2e-81d8-a22f7e908249 on network 2881b993-76e4-44e2-a966-de6c16049f56 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:31:01.259144 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:31:01.259555 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Checking segment: {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:31:01.260017 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.260405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Bound using segment: {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:31:01.260894 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Bound port: 13b57029-ec90-4b2e-81d8-a22f7e908249, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:31:01.261325 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.323634 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] For port 13b57029-ec90-4b2e-81d8-a22f7e908249, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:31:01.328471 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] For port 13b57029-ec90-4b2e-81d8-a22f7e908249, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=13b57029-ec90-4b2e-81d8-a22f7e908249,segment=NetworkSegment(83cf73a1-44fd-4a35-adaf-da5511493627),segment_id=83cf73a1-44fd-4a35-adaf-da5511493627)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:31:01.333149 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.396980 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dad49e-9a76-4b66-8f3b-3d77231b9cb4 None None] Pushing event updated for resources: {'Port': ['ID=13b57029-ec90-4b2e-81d8-a22f7e908249,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:02.648923 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49182) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:02.961188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [None req-f881652e-9f40-4087-83a6-11a1c0e3c328 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:31:02.962332 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f881652e-9f40-4087-83a6-11a1c0e3c328 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123617 Sep 10 17:31:05.386046 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49190) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:05.700054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [None req-0a561b5a-c5d7-4a5a-90c6-d66d87386f35 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:31:05.701130 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0a561b5a-c5d7-4a5a-90c6-d66d87386f35 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139448 Sep 10 17:31:08.369115 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49200) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:08.683411 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:31:08.707510 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.709108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.843663 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.848730 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.861619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.862836 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8e805564-ca4a-4c6a-a7fa-da0285bf7247 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4926434 Sep 10 17:31:09.182882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 13b57029-ec90-4b2e-81d8-a22f7e908249 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:09.269094 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 13b57029-ec90-4b2e-81d8-a22f7e908249 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:31:09.791208 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ca427-10e0-4c4d-9b3c-07723127cb6d None None] Network 2881b993-76e4-44e2-a966-de6c16049f56 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:31:09.863659 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Provisioning for port 13b57029-ec90-4b2e-81d8-a22f7e908249 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:31:09.872578 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Provisioning complete for port 13b57029-ec90-4b2e-81d8-a22f7e908249 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:09.872964 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:10.054497 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:10.093137 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] For port 13b57029-ec90-4b2e-81d8-a22f7e908249, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=13b57029-ec90-4b2e-81d8-a22f7e908249,segment=NetworkSegment(83cf73a1-44fd-4a35-adaf-da5511493627),segment_id=83cf73a1-44fd-4a35-adaf-da5511493627)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:31:10.098716 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:10.153389 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59519ac-e00e-4d76-9ed9-e24d4a69613f None None] Pushing event updated for resources: {'Port': ['ID=13b57029-ec90-4b2e-81d8-a22f7e908249,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:10.319328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-3cf3640d-c758-40ab-a1c0-2acf100e74af None None] Provisioning complete for port 13b57029-ec90-4b2e-81d8-a22f7e908249 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:10.319943 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-3cf3640d-c758-40ab-a1c0-2acf100e74af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:11.165882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 13b57029-ec90-4b2e-81d8-a22f7e908249 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:11.211343 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 13b57029-ec90-4b2e-81d8-a22f7e908249 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:11.211721 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:11.322971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49212) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:11.631979 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [None req-84d8c3d5-97fa-444d-ad74-2288b4d139c2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:31:11.632979 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-84d8c3d5-97fa-444d-ad74-2288b4d139c2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090811 Sep 10 17:31:12.369826 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-254a41da-d86c-404e-9063-37a98d4df393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.018320 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49220) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:14.328804 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:31:14.349940 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Made reservation on behalf of 5b36a19f4c3a46498eb888eb90e04e46 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:31:14.352094 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.360715 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.444741 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.449032 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.462551 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Reserving flat network on physical network physnet1 {{(pid=95330) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 17:31:14.486590 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.486927 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Added segment 985766b7-e179-489e-85c2-d0cb2664c24c of type flat for network 420a62be-6111-4549-8314-c30b855edab1 Sep 10 17:31:14.488152 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f53f6d-0864-42ce-8172-4754b2f827e7,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:14.534340 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.564702 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.565628 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:14.566231 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:14.589034 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5697069 Sep 10 17:31:14.626749 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52570d-682b-4188-a47a-36b5069c6b20 admin admin] Pushing event updated for resources: {'Network': ['ID=420a62be-6111-4549-8314-c30b855edab1,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:14.637445 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 420a62be-6111-4549-8314-c30b855edab1 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:31:14.925211 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7511bcb4-5762-4cdf-8b4e-d4184ca9d0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:15.315699 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:16.288096 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:16.981947 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49238) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:17.211778 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57bbaee-1dc0-4397-bdf6-438ac3941c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:17.213247 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c57bbaee-1dc0-4397-bdf6-438ac3941c6a admin admin] 10.222.0.65 "GET /v2.0/subnets/9a69a92a-bb83-4c21-83d5-17d7290df7a9 HTTP/1.1" status: 200 len: 849 time: 0.2303360 Sep 10 17:31:17.375407 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0e6cbd91-2e3a-43d7-bab9-fbd0300c1fca admin admin] 10.222.0.65 "GET /v2.0/routers/0e454838-231b-4527-96eb-169a46a76295 HTTP/1.1" status: 200 len: 704 time: 0.1559300 Sep 10 17:31:17.647855 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:17.734388 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:17.949784 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Allocated IP 172.20.0.1 (2881b993-76e4-44e2-a966-de6c16049f56/9a69a92a-bb83-4c21-83d5-17d7290df7a9/68ecc036-d43b-4fca-8b08-63dee3622284) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:31:18.158341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.182023 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Transition to ACTIVE for port object 68ecc036-d43b-4fca-8b08-63dee3622284 will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:31:18.251247 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.287106 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Network 2881b993-76e4-44e2-a966-de6c16049f56 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:31:18.288461 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:18.318449 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:31:18.319046 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.468136 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0664c922-a526-4042-a695-2871d43ad492 None None] Provisioning for port 68ecc036-d43b-4fca-8b08-63dee3622284 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:31:18.471785 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0664c922-a526-4042-a695-2871d43ad492 None None] Provisioning complete for port 68ecc036-d43b-4fca-8b08-63dee3622284 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:18.472160 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0664c922-a526-4042-a695-2871d43ad492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.481104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Pushing event updated for resources: {'Port': ['ID=68ecc036-d43b-4fca-8b08-63dee3622284,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:18.503225 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.503532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.503881 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.504217 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.504551 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.504900 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.505236 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.505562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.505909 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.506110 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-0664c922-a526-4042-a695-2871d43ad492 None None] Port 68ecc036-d43b-4fca-8b08-63dee3622284 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:31:18.506263 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.506590 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.506938 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Tracked resource versions report: Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: pushed versions: Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: { 'AddressGroup': {'1.2'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'ConntrackHelper': {'1.0'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Log': {'1.0'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Network': {'1.1'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Port': {'1.7'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'PortForwarding': {'1.2'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'QosPolicy': {'1.9'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroup': {'1.4'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SubPort': {'1.0'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Subnet': {'1.1'}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Trunk': {'1.1'}} Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: consumer versions: Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'ConntrackHelper': '1.0', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Log': '1.0', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Network': '1.1', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Port': '1.7', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'PortForwarding': '1.2', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'QosPolicy': '1.9', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroup': '1.4', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroupRule': '1.2', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SubPort': '1.0', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Subnet': '1.1', Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Trunk': '1.1'}} Sep 10 17:31:18.508848 dv-cinder-806968-2-iscsi neutron-server[95329]: {{(pid=95329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:31:18.577713 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.784186 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.789700 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.790512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:18.848292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Pushing event updated for resources: {'Port': ['ID=68ecc036-d43b-4fca-8b08-63dee3622284,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:18.912397 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Network 2881b993-76e4-44e2-a966-de6c16049f56 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:31:18.913699 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:19.121760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Router 0e454838-231b-4527-96eb-169a46a76295 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:31:19.129137 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7acc3ec4-b525-468a-b503-2f0bb404854c None None] Provisioning complete for port 68ecc036-d43b-4fca-8b08-63dee3622284 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:19.129619 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7acc3ec4-b525-468a-b503-2f0bb404854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:19.164579 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-7acc3ec4-b525-468a-b503-2f0bb404854c None None] Port 68ecc036-d43b-4fca-8b08-63dee3622284 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:31:19.213392 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:31:19.219053 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7ea7136a-1459-474d-ab84-8a35f5bc77a3 admin admin] 10.222.0.65 "PUT /v2.0/routers/0e454838-231b-4527-96eb-169a46a76295/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8378863 Sep 10 17:31:19.246339 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Sync routers for ids ['0e454838-231b-4527-96eb-169a46a76295'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:31:19.257518 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Routers {'0e454838-231b-4527-96eb-169a46a76295'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:31:19.258383 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:31:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0e454838-231b-4527-96eb-169a46a76295'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:19.438550 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Set router 0e454838-231b-4527-96eb-169a46a76295 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:31:19.862902 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:18Z', 'revision_number': 2, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port_host': None, '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:18Z', 'revision_number': 2, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:19.913833 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Checking router: 0e454838-231b-4527-96eb-169a46a76295 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:31:19.914231 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Updating router 0e454838-231b-4527-96eb-169a46a76295 port 68ecc036-d43b-4fca-8b08-63dee3622284 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:31:19.963542 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.473334 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.491649 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Transition to ACTIVE for port object 68ecc036-d43b-4fca-8b08-63dee3622284 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:31:20.497367 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.659351 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Pushing event updated for resources: {'Port': ['ID=68ecc036-d43b-4fca-8b08-63dee3622284,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:20.670581 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Attempting to bind port 68ecc036-d43b-4fca-8b08-63dee3622284 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:31:20.671014 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Attempting to bind port 68ecc036-d43b-4fca-8b08-63dee3622284 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:31:20.671380 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Attempting to bind port 68ecc036-d43b-4fca-8b08-63dee3622284 on network 2881b993-76e4-44e2-a966-de6c16049f56 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:31:20.673874 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.674254 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.674598 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.674936 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.675271 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.675606 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.675935 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.676264 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.676597 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.676928 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.677251 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.677573 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Tracked resource versions report: Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: pushed versions: Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: { 'AddressGroup': {'1.2'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'ConntrackHelper': {'1.0'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Log': {'1.0'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Network': {'1.1'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Port': {'1.7'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'PortForwarding': {'1.2'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'QosPolicy': {'1.9'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroup': {'1.4'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SubPort': {'1.0'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Subnet': {'1.1'}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Trunk': {'1.1'}} Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: consumer versions: Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'ConntrackHelper': '1.0', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Log': '1.0', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Network': '1.1', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Port': '1.7', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'PortForwarding': '1.2', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'QosPolicy': '1.9', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroup': '1.4', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroupRule': '1.2', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SubPort': '1.0', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Subnet': '1.1', Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Trunk': '1.1'}} Sep 10 17:31:20.679591 dv-cinder-806968-2-iscsi neutron-server[95336]: {{(pid=95336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:31:20.687566 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:31:20.687986 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Checking segment: {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:31:20.689006 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.689006 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Bound using segment: {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:31:20.689336 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Bound port: 68ecc036-d43b-4fca-8b08-63dee3622284, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cf73a1-44fd-4a35-adaf-da5511493627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:31:20.689735 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.756643 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] For port 68ecc036-d43b-4fca-8b08-63dee3622284, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:31:20.778126 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] For port 68ecc036-d43b-4fca-8b08-63dee3622284, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=68ecc036-d43b-4fca-8b08-63dee3622284,segment=NetworkSegment(83cf73a1-44fd-4a35-adaf-da5511493627),segment_id=83cf73a1-44fd-4a35-adaf-da5511493627)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:31:20.783090 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:20.838000 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91895-1d17-4dee-8d29-11bab92d8702 None None] Pushing event updated for resources: {'Port': ['ID=68ecc036-d43b-4fca-8b08-63dee3622284,revision_number=4']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:20.842580 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Routers {'0e454838-231b-4527-96eb-169a46a76295'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:31:20.843182 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:31:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0e454838-231b-4527-96eb-169a46a76295'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:20.929794 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] Set router 0e454838-231b-4527-96eb-169a46a76295 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:31:21.136805 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:18Z', 'revision_number': 2, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port_host': None, '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:20Z', 'revision_number': 4, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:21.161837 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f03f27-f123-4287-9794-2079e9a8281a None None] The sync data for ids ['0e454838-231b-4527-96eb-169a46a76295'] in dv-cinder-806968-2-iscsi is: [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:18Z', 'revision_number': 2, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port_host': None, '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:20Z', 'revision_number': 4, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:31:21.447806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49262) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:21.563344 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465533a-24bf-459b-8e07-4310547bfc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:21.564703 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f465533a-24bf-459b-8e07-4310547bfc5b admin admin] 10.222.0.65 "GET /v2.0/networks/420a62be-6111-4549-8314-c30b855edab1 HTTP/1.1" status: 200 len: 842 time: 0.1154101 Sep 10 17:31:21.574694 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:31:21.594772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Made reservation on behalf of 5b36a19f4c3a46498eb888eb90e04e46 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:31:21.596926 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:21.902562 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.objects.ports [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 17:31:21.903020 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:21.959184 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565cdbe1-88a1-41f0-b9d6-aecec4656dcc,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:21.966525 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:31:21.966877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Network hostable DHCP agents. Network: 420a62be-6111-4549-8314-c30b855edab1, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:31:21.982694 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:31:21.991317 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 420a62be-6111-4549-8314-c30b855edab1) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:21.996691 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:21.998472 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:21.999755 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6051b48-3933-4457-b6ed-36ffb88939f7 None None] Network 420a62be-6111-4549-8314-c30b855edab1 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:31:22.012352 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1e30227e-cbfe-4fa0-8e89-daf43a9584c3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4409237 Sep 10 17:31:22.144966 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1481b7-5acd-49eb-af99-ca73580bb8e2 None None] Network 420a62be-6111-4549-8314-c30b855edab1 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:31:24.336447 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49270) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:24.468448 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e703e8ad-98a4-4b4d-b111-987ee2d0fc8f admin admin] 10.222.0.65 "GET /v2.0/routers/0e454838-231b-4527-96eb-169a46a76295 HTTP/1.1" status: 200 len: 710 time: 0.1308625 Sep 10 17:31:24.559463 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db487f06-8a21-4940-8cff-126ced9f7fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:24.560766 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-db487f06-8a21-4940-8cff-126ced9f7fb3 admin admin] 10.222.0.65 "GET /v2.0/networks/420a62be-6111-4549-8314-c30b855edab1 HTTP/1.1" status: 200 len: 886 time: 0.0859647 Sep 10 17:31:24.570331 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:31:24.809749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.036309 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.111540 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.218736 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Allocated IP 172.27.0.68 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/bd386ba5-9c93-4d6a-aeec-983cf9be29fc) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:31:25.318398 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.357549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.390726 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:31:25.393361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:25.396622 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:31:25.502291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:25.710019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.904288 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-316583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-311319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5868'] for router, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:25.907627 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-316606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-317005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-311342'] for router, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:26.017496 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Router 0e454838-231b-4527-96eb-169a46a76295 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:31:26.120128 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:31:26.124425 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:26.125628 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8d4a6595-bf10-4f97-b345-3c71f354c4a6 admin admin] 10.222.0.65 "PUT /v2.0/routers/0e454838-231b-4527-96eb-169a46a76295 HTTP/1.1" status: 200 len: 889 time: 1.5585511 Sep 10 17:31:27.197124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 68ecc036-d43b-4fca-8b08-63dee3622284 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:27.247994 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 68ecc036-d43b-4fca-8b08-63dee3622284 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:31:27.251400 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 68ecc036-d43b-4fca-8b08-63dee3622284 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:27.251770 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:27.329910 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:27.360282 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 68ecc036-d43b-4fca-8b08-63dee3622284, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=68ecc036-d43b-4fca-8b08-63dee3622284,segment=NetworkSegment(83cf73a1-44fd-4a35-adaf-da5511493627),segment_id=83cf73a1-44fd-4a35-adaf-da5511493627)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:31:27.364139 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:27.460149 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=68ecc036-d43b-4fca-8b08-63dee3622284,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:27.722601 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Sync routers for ids ['0e454838-231b-4527-96eb-169a46a76295'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:31:27.732654 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Routers {'0e454838-231b-4527-96eb-169a46a76295'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:31:27.733362 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:31:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0e454838-231b-4527-96eb-169a46a76295'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:27.936504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Set router 0e454838-231b-4527-96eb-169a46a76295 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:31:28.326102 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:25Z', 'revision_number': 4, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port': {'id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:25Z', 'updated_at': '2021-09-10T17:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:27Z', 'revision_number': 5, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:28.383668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Checking router: 0e454838-231b-4527-96eb-169a46a76295 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:31:28.384025 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Updating router 0e454838-231b-4527-96eb-169a46a76295 port bd386ba5-9c93-4d6a-aeec-983cf9be29fc binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:31:28.433404 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.581906 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49282) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:31:28.696222 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a62ad753-04a1-4957-99c2-aa0f6a744671 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1132169 Sep 10 17:31:28.755471 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.767515 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Transition to ACTIVE for port object bd386ba5-9c93-4d6a-aeec-983cf9be29fc will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:31:28.773699 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.826488 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Attempting to bind port bd386ba5-9c93-4d6a-aeec-983cf9be29fc on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:31:28.826866 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Attempting to bind port bd386ba5-9c93-4d6a-aeec-983cf9be29fc by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:31:28.827241 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Attempting to bind port bd386ba5-9c93-4d6a-aeec-983cf9be29fc on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:31:28.830419 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7707a6-7beb-49aa-becd-c34068717ec3 None None] Pushing event updated for resources: {'Port': ['ID=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:28.835243 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:31:28.835576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:31:28.835951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.836344 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:31:28.836825 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Bound port: bd386ba5-9c93-4d6a-aeec-983cf9be29fc, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:31:28.837219 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.889244 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] For port bd386ba5-9c93-4d6a-aeec-983cf9be29fc, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:31:28.892229 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] For port bd386ba5-9c93-4d6a-aeec-983cf9be29fc, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:31:28.897654 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.954902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7707a6-7beb-49aa-becd-c34068717ec3 None None] Pushing event updated for resources: {'Port': ['ID=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:28.957444 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Routers {'0e454838-231b-4527-96eb-169a46a76295'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:31:28.958040 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:31:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0e454838-231b-4527-96eb-169a46a76295'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:29.143663 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] Set router 0e454838-231b-4527-96eb-169a46a76295 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:31:29.191684 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 68ecc036-d43b-4fca-8b08-63dee3622284 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:29.335210 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 68ecc036-d43b-4fca-8b08-63dee3622284 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:29.335738 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:29.463524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:25Z', 'revision_number': 4, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port': {'id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:25Z', 'updated_at': '2021-09-10T17:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:27Z', 'revision_number': 5, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:31:29.491018 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15114f61-f809-4c54-96aa-31e64d98f4d7 None None] The sync data for ids ['0e454838-231b-4527-96eb-169a46a76295'] in dv-cinder-806968-2-iscsi is: [{'id': '0e454838-231b-4527-96eb-169a46a76295', 'name': 'router1', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:31:08Z', 'updated_at': '2021-09-10T17:31:25Z', 'revision_number': 4, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'gw_port': {'id': 'bd386ba5-9c93-4d6a-aeec-983cf9be29fc', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:25Z', 'updated_at': '2021-09-10T17:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '68ecc036-d43b-4fca-8b08-63dee3622284', 'name': '', 'network_id': '2881b993-76e4-44e2-a966-de6c16049f56', 'tenant_id': 'e15d02af9ab44874abaa9eaed216fce8', 'mac_address': 'fa:16:3e:63:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e454838-231b-4527-96eb-169a46a76295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:31:17Z', 'updated_at': '2021-09-10T17:31:27Z', 'revision_number': 5, 'project_id': 'e15d02af9ab44874abaa9eaed216fce8', 'subnets': [{'id': '9a69a92a-bb83-4c21-83d5-17d7290df7a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7225cd2-b9d5-446d-825d-2769bff219f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:31:31.213199 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bd386ba5-9c93-4d6a-aeec-983cf9be29fc up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:31.291851 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port bd386ba5-9c93-4d6a-aeec-983cf9be29fc completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:31:31.300759 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port bd386ba5-9c93-4d6a-aeec-983cf9be29fc triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:31.301073 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:31.382631 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:31.403007 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port bd386ba5-9c93-4d6a-aeec-983cf9be29fc, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:31:31.407156 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:31.452367 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=bd386ba5-9c93-4d6a-aeec-983cf9be29fc,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:33.240159 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bd386ba5-9c93-4d6a-aeec-983cf9be29fc up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:31:33.332650 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port bd386ba5-9c93-4d6a-aeec-983cf9be29fc triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:31:33.333037 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:42.373490 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b196ca8a-498f-495d-a0ae-503d717923a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:42.736702 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:31:44.928621 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4c90adad-6d82-416f-8bda-b276ca3bf080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:45.323017 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:46.296097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:47.751941 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:12.379793 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c3a26105-e31b-4005-ae71-ccf8f5f5ee69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:14.929236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-3246bb1e-8f3b-4590-9a73-d71793a27179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:15.378205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:16.307087 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:17.766577 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:19.738843 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:32:42.372234 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4c0e50df-9dee-4df7-b5ba-0725a7aa092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:44.920239 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-abd73f5d-72c4-4c1c-877c-bfc32a3279d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:45.320538 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:46.299150 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:47.760302 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:56.737747 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:33:04.515438 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49844) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:04.575882 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f599a2-8602-494a-b1f2-589055ad4980 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:33:04.577187 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d2f599a2-8602-494a-b1f2-589055ad4980 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607717 Sep 10 17:33:04.737977 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb348e8d-b897-4778-82b7-1fdd0705f68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:04.739698 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-cb348e8d-b897-4778-82b7-1fdd0705f68e admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578856 Sep 10 17:33:06.912668 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49854) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:07.003333 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68980804-e9bf-45d9-9bb6-2d1afc15d0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:07.004683 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-68980804-e9bf-45d9-9bb6-2d1afc15d0d0 admin admin] 10.222.0.65 "GET /v2.0/subnets/9a69a92a-bb83-4c21-83d5-17d7290df7a9 HTTP/1.1" status: 200 len: 849 time: 0.0910501 Sep 10 17:33:07.015300 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:33:07.106545 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.246233 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766253662221'] for subnet, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.276245 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:07.277332 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.278167 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] 10.222.0.65 "PUT /v2.0/subnets/9a69a92a-bb83-4c21-83d5-17d7290df7a9 HTTP/1.1" status: 200 len: 868 time: 0.2666006 Sep 10 17:33:07.297407 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a69a92a-bb83-4c21-83d5-17d7290df7a9,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:07.297654 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26547440-8e2e-4c6f-85be-8105fe349a16 None None] Network 2881b993-76e4-44e2-a966-de6c16049f56 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:33:07.305052 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.305446 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.305787 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.306360 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.306688 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.307220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.307323 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.307658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.308009 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.308342 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.308665 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.308994 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2233e7-417e-461c-a51a-793f70ecd455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.624157 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-8ddb91a4-f36f-48bd-b3ca-ce92182f8254 None None] Provisioning complete for port 68ecc036-d43b-4fca-8b08-63dee3622284 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:07.624605 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a4-f36f-48bd-b3ca-ce92182f8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.707524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-8ddb91a4-f36f-48bd-b3ca-ce92182f8254 None None] Provisioning complete for port 13b57029-ec90-4b2e-81d8-a22f7e908249 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:07.707817 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a4-f36f-48bd-b3ca-ce92182f8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:09.522018 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49862) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:09.804953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4eafc-37da-4c86-8c86-1b100cf326fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:09.805350 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4eafc-37da-4c86-8c86-1b100cf326fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:09.806947 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-89f4eafc-37da-4c86-8c86-1b100cf326fa admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2839468 Sep 10 17:33:12.014692 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49870) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:12.215748 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45539590-3d08-4138-aff3-56f76b231f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:12.216137 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45539590-3d08-4138-aff3-56f76b231f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:12.217832 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-45539590-3d08-4138-aff3-56f76b231f24 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022090 Sep 10 17:33:12.374573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1bcf-e4f9-435e-8726-801fd787d637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.442251 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49880) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:14.596289 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6443a-fb0a-46d5-be27-76cd7380677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:14.597634 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8fb6443a-fb0a-46d5-be27-76cd7380677d admin admin] 10.222.0.65 "GET /v2.0/networks/2881b993-76e4-44e2-a966-de6c16049f56 HTTP/1.1" status: 200 len: 869 time: 0.1544199 Sep 10 17:33:14.921275 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c14638c9-f666-408a-bc8d-d66d2618a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.322466 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.302015 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.843043 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49888) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:16.968743 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54938e3-04e8-4503-b22c-b4141c3aaf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:16.970107 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c54938e3-04e8-4503-b22c-b4141c3aaf2d admin admin] 10.222.0.65 "GET /v2.0/networks/420a62be-6111-4549-8314-c30b855edab1 HTTP/1.1" status: 200 len: 886 time: 0.1258509 Sep 10 17:33:17.765212 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.149182 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49896) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:19.268875 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20209d-692d-4c90-9508-8624995c9694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:19.269269 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20209d-692d-4c90-9508-8624995c9694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:19.270830 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8a20209d-692d-4c90-9508-8624995c9694 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206954 Sep 10 17:33:21.457760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 49904) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:21.549353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04cdc25-d85b-41c9-b563-4751cd6b04a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:21.549810 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04cdc25-d85b-41c9-b563-4751cd6b04a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:21.551315 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d04cdc25-d85b-41c9-b563-4751cd6b04a7 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925233 Sep 10 17:33:23.750279 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49912) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:23.834182 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3f745-41c7-4cb3-b15a-428fa968dce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:23.835514 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a6d3f745-41c7-4cb3-b15a-428fa968dce6 admin admin] 10.222.0.65 "GET /v2.0/subnets/565cdbe1-88a1-41f0-b9d6-aecec4656dcc HTTP/1.1" status: 200 len: 816 time: 0.0843086 Sep 10 17:33:26.031166 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49920) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:26.134773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69541a-99b1-4bb2-92fa-e2d4c131a4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:26.136213 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-cf69541a-99b1-4bb2-92fa-e2d4c131a4f0 admin admin] 10.222.0.65 "GET /v2.0/subnets/9a69a92a-bb83-4c21-83d5-17d7290df7a9 HTTP/1.1" status: 200 len: 868 time: 0.1040375 Sep 10 17:33:33.736114 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:33:42.379265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e744ea38-d3b7-41b1-a896-3818d959deef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:44.921317 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-2be6df7a-1ea3-44eb-9609-9cda0718cde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:45.327218 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:46.305649 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:47.768276 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:49.909212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49974) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:49.955689 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [None req-6e453a36-bca5-407d-b792-2397a620fbb1 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:33:49.956685 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6e453a36-bca5-407d-b792-2397a620fbb1 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465336 Sep 10 17:33:52.201767 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49982) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:52.260984 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98aac87-c2de-47f0-889f-745610a7f10f admin admin] GET failed (client error): The resource could not be found. Sep 10 17:33:52.262305 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a98aac87-c2de-47f0-889f-745610a7f10f admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595458 Sep 10 17:33:52.445199 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da63fc2-2573-4484-b2a4-71ae1ffe7bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:52.446629 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4da63fc2-2573-4484-b2a4-71ae1ffe7bd1 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1797087 Sep 10 17:33:54.665927 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49990) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:54.713413 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:33:54.733014 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Made reservation on behalf of 5b36a19f4c3a46498eb888eb90e04e46 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:54.735361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:54.769607 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING neutron.services.revisions.revision_plugin [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Could not find related network for resource to bump revision. Sep 10 17:33:54.780546 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:33:54.789628 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:54.789997 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Added segment 9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d of type vlan for network 3156ccf7-0685-483a-a5b5-04cba306738a Sep 10 17:33:54.827546 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:54.849596 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:54.850529 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:54.851097 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:54.880180 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2131965 Sep 10 17:33:54.914172 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3156ccf7-0685-483a-a5b5-04cba306738a,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:54.921451 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.921821 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.922192 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.922529 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.922865 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.923218 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.923567 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.923867 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.924204 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.924527 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.924846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.925163 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64b08-3eff-4949-aa6c-c2a4be5a90a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:54.936823 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 3156ccf7-0685-483a-a5b5-04cba306738a details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:33:57.123283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 49998) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:33:57.182131 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.pecan_wsgi.hooks.translation [None req-debac451-26dc-486d-89cb-eb8f8387d3d0 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:33:57.183440 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-debac451-26dc-486d-89cb-eb8f8387d3d0 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592363 Sep 10 17:33:57.251114 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262be0d-e1bb-4c8a-bfc3-7f90b23a2fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:57.252594 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8262be0d-e1bb-4c8a-bfc3-7f90b23a2fa9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646503 Sep 10 17:33:57.263722 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a', 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:33:57.283400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Made reservation on behalf of 5b36a19f4c3a46498eb888eb90e04e46 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:57.285565 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:57.446842 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:57.502096 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d42c192-7b36-4e61-aaa5-221b5b8fb112,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:57.511781 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Checking segment: {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:33:57.512129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Network hostable DHCP agents. Network: 3156ccf7-0685-483a-a5b5-04cba306738a, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:33:57.526686 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Network 3156ccf7-0685-483a-a5b5-04cba306738a is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:33:57.534806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 3156ccf7-0685-483a-a5b5-04cba306738a) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:57.539406 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:57.540064 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:57.544209 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726d298-fec4-43fc-a801-362a62397c0a None None] Network 3156ccf7-0685-483a-a5b5-04cba306738a requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:33:57.554064 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-681cd636-ca14-43d9-a092-709e76c78b1e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2936497 Sep 10 17:33:57.785478 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-3156ccf7-0685-483a-a5b5-04cba306738a', 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a', 'tenant_id': '5b36a19f4c3a46498eb888eb90e04e46', 'fixed_ips': [{'subnet_id': '0d42c192-7b36-4e61-aaa5-221b5b8fb112'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:33:57.786396 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:57.919695 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Allocated IP 192.168.233.2 (3156ccf7-0685-483a-a5b5-04cba306738a/0d42c192-7b36-4e61-aaa5-221b5b8fb112/a9764dde-c4d3-4321-8839-a11fad177421) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:58.061956 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.070905 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Transition to ACTIVE for port object a9764dde-c4d3-4321-8839-a11fad177421 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:58.086091 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Transition to ACTIVE for port object a9764dde-c4d3-4321-8839-a11fad177421 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:58.091957 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.128466 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Network 3156ccf7-0685-483a-a5b5-04cba306738a is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:58.131733 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:58.135278 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:58.143510 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Pushing event updated for resources: {'Port': ['ID=a9764dde-c4d3-4321-8839-a11fad177421,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:58.154930 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.155288 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.155635 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.155977 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.156334 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.156684 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.157001 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.157335 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.157682 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.158013 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.158360 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.158681 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:58.206591 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Attempting to bind port a9764dde-c4d3-4321-8839-a11fad177421 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:58.206966 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Attempting to bind port a9764dde-c4d3-4321-8839-a11fad177421 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:58.207328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Attempting to bind port a9764dde-c4d3-4321-8839-a11fad177421 on network 3156ccf7-0685-483a-a5b5-04cba306738a {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:58.212929 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:58.213297 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Checking segment: {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:33:58.213698 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.214098 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Bound using segment: {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:58.214588 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Bound port: a9764dde-c4d3-4321-8839-a11fad177421, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:58.214991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.276381 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] For port a9764dde-c4d3-4321-8839-a11fad177421, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:58.279922 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] For port a9764dde-c4d3-4321-8839-a11fad177421, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a9764dde-c4d3-4321-8839-a11fad177421,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:58.284042 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.339993 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6ed5-7d2c-452f-8544-954215ed90fd None None] Pushing event updated for resources: {'Port': ['ID=a9764dde-c4d3-4321-8839-a11fad177421,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:59.130525 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9fe1ed-239b-43f0-92be-76951743d54b None None] Network 3156ccf7-0685-483a-a5b5-04cba306738a requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:33:59.199642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-66b66e61-3d7e-4050-b579-899c629cf012 None None] Provisioning for port a9764dde-c4d3-4321-8839-a11fad177421 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:59.326441 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a9764dde-c4d3-4321-8839-a11fad177421 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:33:59.382009 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port a9764dde-c4d3-4321-8839-a11fad177421 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:59.390283 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a9764dde-c4d3-4321-8839-a11fad177421 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:59.390662 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:59.477208 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:59.510281 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port a9764dde-c4d3-4321-8839-a11fad177421, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a9764dde-c4d3-4321-8839-a11fad177421,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:59.514202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:59.567660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=a9764dde-c4d3-4321-8839-a11fad177421,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:59.570817 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ac821618-5b3e-4a17-98b1-430f544af707 None None] Provisioning complete for port a9764dde-c4d3-4321-8839-a11fad177421 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:59.571188 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ac821618-5b3e-4a17-98b1-430f544af707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:01.287502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a9764dde-c4d3-4321-8839-a11fad177421 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:34:01.335085 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a9764dde-c4d3-4321-8839-a11fad177421 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:34:01.335454 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:10.736039 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:34:12.379785 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6d04-ea87-42b7-a54a-b220363875f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:14.922446 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b75d4319-666a-404f-8129-e615919019dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:15.330150 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:16.308449 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:17.772205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:42.381569 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c8d19eea-1194-4d75-8e8b-aed762c9fc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:44.922366 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d41f07ec-db14-4cf8-9c5c-28e07a96514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:45.330648 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:46.312424 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:47.734495 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:34:47.774059 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:05.965337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50050) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:05.971242 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [None req-6d7955ad-0002-4bc8-9b81-62fca8b96884 tempest-verify_tempest_config-2023834023 tempest-verify_tempest_config-2023834023-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:35:05.972209 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6d7955ad-0002-4bc8-9b81-62fca8b96884 tempest-verify_tempest_config-2023834023 tempest-verify_tempest_config-2023834023-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059011 Sep 10 17:35:06.257892 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50068) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:06.359225 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.446191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.450165 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.496470 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13a680115f7e4b04b0409bc800c17459&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2374699 Sep 10 17:35:06.497510 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5013d46-891f-44b0-be5f-f872795c261a,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:06.499318 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50072) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:06.504636 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.505004 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.505348 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.505682 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.506013 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.506381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.506715 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.507040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.507378 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.507703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.508027 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.508350 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f463ac-4037-4a9b-845f-76a117e53228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.575278 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.594939 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.686201 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.688762 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.689918 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5013d46-891f-44b0-be5f-f872795c261a HTTP/1.1" status: 204 len: 168 time: 0.1896422 Sep 10 17:35:06.697750 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5013d46-891f-44b0-be5f-f872795c261a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:06.704182 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.704545 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.704891 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.705233 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.705571 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.705929 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.706293 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.706626 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.706974 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.707305 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.707631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:06.708152 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7eba77-2226-4c64-9f12-7366ea026142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:12.383023 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-674ae0ab-5791-49a6-87a5-cd26f890d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:14.923797 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a85b769b-ab99-40d9-a3fa-7cded4e31ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:15.332309 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:16.312700 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:17.777729 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:24.733263 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:35:42.388554 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-3b28c863-ffb5-4d16-a518-2260f8c2e4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.926466 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-72f05d1f-9895-4836-a562-d7779bfad53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.334441 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.318598 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.781439 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.731522 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:36:12.391370 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-85f6603a-7cbe-4d80-a1d0-09edd66298f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.926932 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-9db74b57-ebe8-4a40-9549-620fb37b9195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:15.334907 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.320711 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.782801 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.730091 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 5 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:36:42.391390 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-2aabbc0c-6860-42fa-89e0-e5d254d99f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.570875 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317149'] for agent, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.928809 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f941eb9b-c2ee-4596-a894-2e52c9ea5523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:45.334982 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:46.322899 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.786309 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:57.058544 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50146) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:57.161650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a62dd132-3836-4821-a62b-2c6544c1ac91 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1020207 Sep 10 17:36:59.347589 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50156) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:59.401208 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8e66079a-f8bb-4544-9bbb-64200722b498 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520773 Sep 10 17:37:12.390880 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8e9542f7-c93b-4a9f-86c4-376f63196fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:12.522941 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:14.928334 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8da6eea5-37fb-4915-a822-1a375069f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:15.336782 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:15.729670 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:37:16.326520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.789396 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.390512 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-92c889d7-dd7e-4cf7-b90e-68e16fe39a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.536423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.928906 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd964312-e15f-4735-a54b-39b7cd54588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:45.336997 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.330287 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:47.794422 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.731004 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:38:12.390632 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f81d0bf4-eec9-4351-b606-a1ede205197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:12.536223 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.021091 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-08746918-faea-44cd-89d8-2266b6643d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.337635 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.332362 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.794146 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:29.731046 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:38:29.739521 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50310) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:30.141825 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-371374081-network', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:30.181390 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Made reservation on behalf of 6c7f5ef5bbca4ea790b78be4607444d1 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:30.184083 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.193981 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.303483 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.311456 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.337226 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068e7cd-fc09-4e8b-873e-c08031144102,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:30.346978 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.347349 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.347696 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.348025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.348355 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.348700 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.349026 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.349344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.349688 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.350017 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.350362 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.350679 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Tracked resource versions report: Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: pushed versions: Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: { 'AddressGroup': {'1.2'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'ConntrackHelper': {'1.0'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Log': {'1.0'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Network': {'1.1'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Port': {'1.7'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'PortForwarding': {'1.2'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'QosPolicy': {'1.9'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroup': {'1.4'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SubPort': {'1.0'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Subnet': {'1.1'}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Trunk': {'1.1'}} Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: consumer versions: Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: HyperV agent@hv-cinder-80696: {}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'ConntrackHelper': '1.0', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Log': '1.0', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Network': '1.1', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Port': '1.7', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'PortForwarding': '1.2', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'QosPolicy': '1.9', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroup': '1.4', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SecurityGroupRule': '1.2', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'SubPort': '1.0', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Subnet': '1.1', Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: 'Trunk': '1.1'}} Sep 10 17:38:30.351755 dv-cinder-806968-2-iscsi neutron-server[95329]: {{(pid=95329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:38:30.363400 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:30.383663 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766253884564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.384327 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Unsubscribe: segment precommit_create {{(pid=95329) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:38:30.384858 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Added segment 0e4dbbe3-1e42-4557-9dfa-34f5981f8a20 of type vlan for network c67d8834-c481-4484-aa7e-e7ad6de91048 Sep 10 17:38:30.445296 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.476515 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.477537 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:30.481833 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.533723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50366) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:30.534323 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7926946 Sep 10 17:38:30.540270 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Request body: {'subnet': {'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-subnet', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:30.564724 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Made reservation on behalf of 6c7f5ef5bbca4ea790b78be4607444d1 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:30.568416 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.581093 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928e74e-2890-4683-8424-63af7c675b92 admin admin] Pushing event updated for resources: {'Network': ['ID=c67d8834-c481-4484-aa7e-e7ad6de91048,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:30.593220 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network c67d8834-c481-4484-aa7e-e7ad6de91048 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:30.780363 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.817611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:30.828671 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.829035 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.829376 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.829716 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.830066 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.830457 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.831312 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.831639 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.831982 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.832308 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.832649 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.832943 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Tracked resource versions report: Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: pushed versions: Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: { 'AddressGroup': {'1.2'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'ConntrackHelper': {'1.0'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Log': {'1.0'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Network': {'1.1'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Port': {'1.7'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'PortForwarding': {'1.2'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'QosPolicy': {'1.9'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroup': {'1.4'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SubPort': {'1.0'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Subnet': {'1.1'}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Trunk': {'1.1'}} Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: consumer versions: Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: HyperV agent@hv-cinder-80696: {}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'ConntrackHelper': '1.0', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Log': '1.0', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Network': '1.1', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Port': '1.7', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'PortForwarding': '1.2', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'QosPolicy': '1.9', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroup': '1.4', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SecurityGroupRule': '1.2', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'SubPort': '1.0', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Subnet': '1.1', Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: 'Trunk': '1.1'}} Sep 10 17:38:30.834256 dv-cinder-806968-2-iscsi neutron-server[95330]: {{(pid=95330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:38:30.852851 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Checking segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:30.853213 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Network hostable DHCP agents. Network: c67d8834-c481-4484-aa7e-e7ad6de91048, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:30.869583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50382) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:30.870238 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50380) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:30.886410 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:30.895374 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, c67d8834-c481-4484-aa7e-e7ad6de91048) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:30.900313 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:30.900913 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.905086 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c53f15-95ec-4778-93c9-311db8f61ecf None None] Network c67d8834-c481-4484-aa7e-e7ad6de91048 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:30.924762 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-418cf6a6-1cda-41ca-b81e-b77851dc4dbb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3894095 Sep 10 17:38:30.925094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50388) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:30.931927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:30.963393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:30.965768 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.057925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50398) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:31.099622 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.104620 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-c67d8834-c481-4484-aa7e-e7ad6de91048', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:38:31.105500 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.266439 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Allocated IP 172.20.0.2 (c67d8834-c481-4484-aa7e-e7ad6de91048/6d18c6ac-2e2b-46a3-a206-3f68cbed80c7/ca222a1c-9594-4264-aeb0-5939b8a2d619) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:31.296087 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.370946 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1177846944-network', 'tenant_id': '3e563a402dc244659ac7065a6da423d9'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:31.389129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1053928149-network', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:31.412233 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Made reservation on behalf of 3e563a402dc244659ac7065a6da423d9 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:31.414880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.429796 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.432891 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Made reservation on behalf of 86e8a1db7db5477889d83a4feacac73b for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:31.435853 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.441731 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.457732 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Transition to ACTIVE for port object ca222a1c-9594-4264-aeb0-5939b8a2d619 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:31.476367 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-999102299-network', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:31.479102 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Transition to ACTIVE for port object ca222a1c-9594-4264-aeb0-5939b8a2d619 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:31.489101 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.489374 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.543641 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:31.546637 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:31.554630 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:31.557935 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Pushing event updated for resources: {'Port': ['ID=ca222a1c-9594-4264-aeb0-5939b8a2d619,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:31.589151 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.589431 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.589833 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.590201 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.590586 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.590981 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.591313 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.591643 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.592049 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.592386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.592760 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.592873 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.593142 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Tracked resource versions report: Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: pushed versions: Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: { 'AddressGroup': {'1.2'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'ConntrackHelper': {'1.0'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Log': {'1.0'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Network': {'1.1'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Port': {'1.7'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'PortForwarding': {'1.2'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'QosPolicy': {'1.9'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroup': {'1.4'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SubPort': {'1.0'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Subnet': {'1.1'}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Trunk': {'1.1'}} Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: consumer versions: Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: HyperV agent@hv-cinder-80696: {}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'ConntrackHelper': '1.0', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Log': '1.0', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Network': '1.1', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Port': '1.7', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'PortForwarding': '1.2', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'QosPolicy': '1.9', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroup': '1.4', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SecurityGroupRule': '1.2', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'SubPort': '1.0', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Subnet': '1.1', Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: 'Trunk': '1.1'}} Sep 10 17:38:31.595119 dv-cinder-806968-2-iscsi neutron-server[95331]: {{(pid=95331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:38:31.623744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.635214 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Attempting to bind port ca222a1c-9594-4264-aeb0-5939b8a2d619 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:31.635594 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Attempting to bind port ca222a1c-9594-4264-aeb0-5939b8a2d619 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:31.636367 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Attempting to bind port ca222a1c-9594-4264-aeb0-5939b8a2d619 on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:31.644840 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:31.645225 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Checking segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:31.645638 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.646029 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Bound using segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:31.647157 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Bound port: ca222a1c-9594-4264-aeb0-5939b8a2d619, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:31.647740 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.735029 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] For port ca222a1c-9594-4264-aeb0-5939b8a2d619, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:31.740744 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] For port ca222a1c-9594-4264-aeb0-5939b8a2d619, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca222a1c-9594-4264-aeb0-5939b8a2d619,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:31.744418 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.753546 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.755574 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.766054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:31.777529 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.778150 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Added segment e2ebeeec-4a8f-410a-81e4-d8581153036e of type vlan for network 6ff4f9b4-9690-483b-9504-f78fe4fed294 Sep 10 17:38:31.780990 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Made reservation on behalf of dff13628c5bc4dcb8cb6ba6742ea746c for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:31.783468 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.798764 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.811593 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0887-1096-4548-9887-b1ec17763c92 None None] Pushing event updated for resources: {'Port': ['ID=ca222a1c-9594-4264-aeb0-5939b8a2d619,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:31.854084 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Allocated IP 172.27.0.57 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/fcce1bbe-681f-4314-8893-50f3079d9965) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:31.932509 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.941706 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.962997 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:31.992951 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.993291 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Added segment 9bd752f9-172a-46fa-a7ae-c3aa43bcc620 of type vlan for network 61b31fd3-ce57-454d-9403-310569eeba54 Sep 10 17:38:32.045293 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84cfd97-af6e-4265-bcc5-2ba61845e17a,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.077039 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.079409 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.159598 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.161012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:32.161647 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.182425 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdd613-99aa-41bf-819d-3db79078ebe9,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.199408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.200372 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:32.200951 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.210021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.241624 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] Pushing event updated for resources: {'Network': ['ID=61b31fd3-ce57-454d-9403-310569eeba54,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.256758 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 61b31fd3-ce57-454d-9403-310569eeba54 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:32.288468 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.300315 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.325341 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:32.343879 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.344214 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Added segment 9c2c4f32-a574-4561-b54a-89af5b9ad089 of type vlan for network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 Sep 10 17:38:32.377883 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5064311 Sep 10 17:38:32.379876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.381719 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50436) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:32.407515 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.418424 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Request body: {'subnet': {'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1177846944-subnet', 'tenant_id': '3e563a402dc244659ac7065a6da423d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:32.451596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50442) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:32.454102 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671da09-2948-4e4e-8b3b-bdcff4bb85a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff4f9b4-9690-483b-9504-f78fe4fed294,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.458096 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-518d2674-013b-4625-bf96-f170a4f28666 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5865531 Sep 10 17:38:32.462049 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Request body: {'subnet': {'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1053928149-subnet', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:32.465102 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.466566 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:32.467312 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.473832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 6ff4f9b4-9690-483b-9504-f78fe4fed294 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:32.489080 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Made reservation on behalf of 3e563a402dc244659ac7065a6da423d9 for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:32.492478 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.549956 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Pushing event updated for resources: {'Network': ['ID=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.566007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423e1ed6-d635-463e-b610-432914e4179b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.571009 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-49b7dc6c-5797-4dfc-b99f-6e79e0c7ec08 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5117209 Sep 10 17:38:32.574222 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50448) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:32.581367 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Request body: {'subnet': {'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-subnet', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:32.611011 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Made reservation on behalf of dff13628c5bc4dcb8cb6ba6742ea746c for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:32.614275 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.619306 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:32.794185 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.858499 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:32.865615 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0156e884-93ba-47e4-95ad-7013eb762d72,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.906575 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:32.926669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:32.929520 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Pushing event updated for resources: {'Port': ['ID=fcce1bbe-681f-4314-8893-50f3079d9965,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:32.947278 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Made reservation on behalf of 86e8a1db7db5477889d83a4feacac73b for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:32.965797 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:32.988108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.064637 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8955a5f0-a69d-4ed4-8088-e122c6474266,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:33.071187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Checking segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:33.071614 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Network hostable DHCP agents. Network: 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:33.092235 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:33.120523 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:33.128488 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:33.132642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0ee9f-c21b-47f9-928b-e7f3f1518c5d None None] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:33.142260 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.160965 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Checking segment: {'id': 'e2ebeeec-4a8f-410a-81e4-d8581153036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:33.161533 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Network hostable DHCP agents. Network: 6ff4f9b4-9690-483b-9504-f78fe4fed294, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:33.176862 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-42f37981-dd99-44a2-8415-4554bb4e525d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6003256 Sep 10 17:38:33.178532 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50474) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:33.189293 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:33.226691 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.229621 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.273948 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755595ea-1354-4ab6-b713-2418b8a07479 None None] Network c67d8834-c481-4484-aa7e-e7ad6de91048 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:33.311528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Network 6ff4f9b4-9690-483b-9504-f78fe4fed294 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:33.322764 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 6ff4f9b4-9690-483b-9504-f78fe4fed294) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:33.328155 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:33.328790 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.343162 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b573802-2a27-413f-8325-e7cefac54588 None None] Network 6ff4f9b4-9690-483b-9504-f78fe4fed294 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:33.353436 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.368006 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b83a5-5c28-4115-a870-1179138d9f4b None None] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:33.405105 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a73d8d14-7e3a-43eb-8f63-1fea05f77d39 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9903030 Sep 10 17:38:33.515848 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7b7f13d1-318c-48e1-9a2d-46ccb6bc2037 None None] Provisioning for port ca222a1c-9594-4264-aeb0-5939b8a2d619 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:33.597518 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca222a1c-9594-4264-aeb0-5939b8a2d619 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:33.638848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.749197 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.810002 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.843407 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67058d-1a99-412f-bdf1-286133c29e80 None None] Network 6ff4f9b4-9690-483b-9504-f78fe4fed294 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:33.863746 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port ca222a1c-9594-4264-aeb0-5939b8a2d619 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:33.888152 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a415f12-bf9c-49f8-866f-140ef54f9ce5,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:33.890857 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port ca222a1c-9594-4264-aeb0-5939b8a2d619 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:33.891302 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.904522 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Checking segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:33.905019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Network hostable DHCP agents. Network: 61b31fd3-ce57-454d-9403-310569eeba54, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:33.924880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50500) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:33.938572 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.984074 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Network 61b31fd3-ce57-454d-9403-310569eeba54 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:34.036713 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 61b31fd3-ce57-454d-9403-310569eeba54) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:34.042585 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:34.043364 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.084344 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-5d51eaae-43cf-43ca-8160-414ad079b41c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6264277 Sep 10 17:38:34.087455 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50504) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:34.098664 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:34.128915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff98896-0578-4fa1-b61e-a18fa17a93ed None None] Network 61b31fd3-ce57-454d-9403-310569eeba54 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:34.140626 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.141825 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.239251 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.258702 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:34.399918 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.483989 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.511159 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.612708 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port ca222a1c-9594-4264-aeb0-5939b8a2d619, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca222a1c-9594-4264-aeb0-5939b8a2d619,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:34.622417 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5228a17a-8910-4cd4-8aed-342d108fee47 None None] Provisioning complete for port ca222a1c-9594-4264-aeb0-5939b8a2d619 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:34.623057 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5228a17a-8910-4cd4-8aed-342d108fee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.626588 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.696752 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-61b31fd3-ce57-454d-9403-310569eeba54', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:38:34.697847 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.725198 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:34.735354 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:34.750907 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:34.751971 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:34.795286 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9db12b3b-0dc8-46b2-80e6-2e7396ea607b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.925417 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=ca222a1c-9594-4264-aeb0-5939b8a2d619,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:34.942236 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9db12b3b-0dc8-46b2-80e6-2e7396ea607b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.969030 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50564) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.006827 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9db12b3b-0dc8-46b2-80e6-2e7396ea607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.015028 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Allocated IP 172.27.0.101 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/34f53ec6-27b6-4465-ba25-4f08365ff08e) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:35.095546 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Allocated IP 172.20.0.2 (61b31fd3-ce57-454d-9403-310569eeba54/7a415f12-bf9c-49f8-866f-140ef54f9ce5/2145c810-22e4-415a-8fa1-6cf957e4be83) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:35.098097 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-9db12b3b-0dc8-46b2-80e6-2e7396ea607b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2645fbe159404efcb177af6d2643ac1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1696563 Sep 10 17:38:35.108580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.111159 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50580) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.118969 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12b3b-0dc8-46b2-80e6-2e7396ea607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294162ca-7034-42b2-b096-4172dd80c8da,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:35.138821 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.143806 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-584e6856-2eb0-4f57-b004-3647479ecb9f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2166796 Sep 10 17:38:35.145884 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50582) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.151516 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:35.247778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.306243 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.311360 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.324658 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Transition to ACTIVE for port object 2145c810-22e4-415a-8fa1-6cf957e4be83 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:35.332881 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f0a96a2-a155-4b3c-823b-c07d8f528643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.346445 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Transition to ACTIVE for port object 2145c810-22e4-415a-8fa1-6cf957e4be83 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:35.349521 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.355092 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.415163 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Pushing event updated for resources: {'Port': ['ID=2145c810-22e4-415a-8fa1-6cf957e4be83,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:35.432652 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Network 61b31fd3-ce57-454d-9403-310569eeba54 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:35.438407 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:35.459405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:35.575771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50586) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.576336 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca222a1c-9594-4264-aeb0-5939b8a2d619 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:35.616033 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Attempting to bind port 2145c810-22e4-415a-8fa1-6cf957e4be83 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:35.616419 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Attempting to bind port 2145c810-22e4-415a-8fa1-6cf957e4be83 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:35.616789 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Attempting to bind port 2145c810-22e4-415a-8fa1-6cf957e4be83 on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:35.624752 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:33Z', 'revision_number': 3, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:35.659434 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:35.659992 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Updating router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 port fcce1bbe-681f-4314-8893-50f3079d9965 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:35.682836 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f0a96a2-a155-4b3c-823b-c07d8f528643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.692359 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.695113 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:35.695498 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Checking segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:35.695903 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.696331 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Bound using segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:35.696790 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Bound port: 2145c810-22e4-415a-8fa1-6cf957e4be83, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:35.697200 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.701819 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.705079 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.706804 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/294162ca-7034-42b2-b096-4172dd80c8da HTTP/1.1" status: 204 len: 168 time: 0.5942206 Sep 10 17:38:35.760060 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b22df-85a0-43f5-8785-03b72b24f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294162ca-7034-42b2-b096-4172dd80c8da,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:35.763077 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50596) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.766939 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f0a96a2-a155-4b3c-823b-c07d8f528643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.811095 dv-cinder-806968-2-iscsi neutron-server[95329]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 17:38:35.836825 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5f0a96a2-a155-4b3c-823b-c07d8f528643 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4be032a2e364a9286eab8d97bf78ee9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8648777 Sep 10 17:38:35.846193 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50600) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:35.852015 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port ca222a1c-9594-4264-aeb0-5939b8a2d619 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:35.856116 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:35.919680 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a96a2-a155-4b3c-823b-c07d8f528643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e97e18-3109-47b4-8ae0-cf4ad1b642b0,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:35.957835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] For port 2145c810-22e4-415a-8fa1-6cf957e4be83, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:35.975684 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] For port 2145c810-22e4-415a-8fa1-6cf957e4be83, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2145c810-22e4-415a-8fa1-6cf957e4be83,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:35.986353 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.041640 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.059749 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083dff6-4c32-4c07-bae7-1298cc1965e6 None None] Pushing event updated for resources: {'Port': ['ID=2145c810-22e4-415a-8fa1-6cf957e4be83,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.206315 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-229ca569-eb13-4189-8bf5-bc67b335068c tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:36.207811 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-229ca569-eb13-4189-8bf5-bc67b335068c tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/networks?id=6ff4f9b4-9690-483b-9504-f78fe4fed294 HTTP/1.1" status: 200 len: 812 time: 0.3979208 Sep 10 17:38:36.268447 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-d6e778c3-6fea-43d2-b1ae-026a8a3bbc89 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/quotas/3e563a402dc244659ac7065a6da423d9 HTTP/1.1" status: 200 len: 375 time: 0.0529358 Sep 10 17:38:36.283803 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45af357e-6586-4255-9799-82cb0e09a17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.316153 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Pushing event updated for resources: {'Port': ['ID=34f53ec6-27b6-4465-ba25-4f08365ff08e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.391956 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.397701 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:36.398344 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-2b0bd58d-0b4e-4108-a41e-4fbe4c75a7a8 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e563a402dc244659ac7065a6da423d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206250 Sep 10 17:38:36.401631 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:36.405314 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:36.441966 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50614) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:36.460902 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.478905 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Transition to ACTIVE for port object fcce1bbe-681f-4314-8893-50f3079d9965 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:36.483473 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.489058 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.534018 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-38de23f5-fbf9-427d-9237-74bffe4edd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.563653 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Pushing event updated for resources: {'Port': ['ID=fcce1bbe-681f-4314-8893-50f3079d9965,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.574630 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.575026 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.575428 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.575775 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.576117 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.577681 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.577908 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.578313 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.578655 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.578978 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.579440 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.580705 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Tracked resource versions report: Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: pushed versions: Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: { 'AddressGroup': {'1.2'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'ConntrackHelper': {'1.0'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Log': {'1.0'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Network': {'1.1'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Port': {'1.7'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'PortForwarding': {'1.2'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'QosPolicy': {'1.9'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroup': {'1.4'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SubPort': {'1.0'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Subnet': {'1.1'}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Trunk': {'1.1'}} Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: consumer versions: Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: { DHCP agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: HyperV agent@hv-cinder-80696: {}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: L3 agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: Metadata agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: Metering agent@dv-cinder-806968-2-iscsi: {}, Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: Open vSwitch agent@dv-cinder-806968-2-iscsi: { 'AddressGroup': '1.2', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'ConntrackHelper': '1.0', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Log': '1.0', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Network': '1.1', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Port': '1.7', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'PortForwarding': '1.2', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'QosPolicy': '1.9', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroup': '1.4', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SecurityGroupRule': '1.2', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'SubPort': '1.0', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Subnet': '1.1', Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: 'Trunk': '1.1'}} Sep 10 17:38:36.581033 dv-cinder-806968-2-iscsi neutron-server[95336]: {{(pid=95336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:38:36.616835 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.645592 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Attempting to bind port fcce1bbe-681f-4314-8893-50f3079d9965 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:36.646578 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Attempting to bind port fcce1bbe-681f-4314-8893-50f3079d9965 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:36.647276 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Attempting to bind port fcce1bbe-681f-4314-8893-50f3079d9965 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:36.653576 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:36.654071 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:36.655118 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.655522 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:36.656234 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Bound port: fcce1bbe-681f-4314-8893-50f3079d9965, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:36.656995 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.746387 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] For port fcce1bbe-681f-4314-8893-50f3079d9965, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:36.747843 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-d1a67396-522e-4439-a10b-95d5632dd558 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:38:36.748862 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-d1a67396-522e-4439-a10b-95d5632dd558 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1252468 Sep 10 17:38:36.752480 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] For port fcce1bbe-681f-4314-8893-50f3079d9965, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fcce1bbe-681f-4314-8893-50f3079d9965,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:36.757482 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.800760 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.803365 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.806930 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71e97e18-3109-47b4-8ae0-cf4ad1b642b0 HTTP/1.1" status: 204 len: 168 time: 0.9565072 Sep 10 17:38:36.817983 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40148de-e989-4224-a6ad-92345aaab8c0 None None] Pushing event updated for resources: {'Port': ['ID=fcce1bbe-681f-4314-8893-50f3079d9965,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.827224 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1139-1c21-4a7d-b5fe-1f87c1137178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e97e18-3109-47b4-8ae0-cf4ad1b642b0,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.837216 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45af357e-6586-4255-9799-82cb0e09a17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.856533 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:36.858492 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:36.862984 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45af357e-6586-4255-9799-82cb0e09a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.874747 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Allocated IP 172.20.0.1 (c67d8834-c481-4484-aa7e-e7ad6de91048/6d18c6ac-2e2b-46a3-a206-3f68cbed80c7/4572ec1e-c9dc-4aee-9787-d8ee91692b0b) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:36.888962 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.906712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af357e-6586-4255-9799-82cb0e09a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701bee32-aed2-4543-8cc6-b3c4bfd9caab,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:37.048899 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:37.117851 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.157185 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.218280 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-45af357e-6586-4255-9799-82cb0e09a17d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8eefad018f0a447fb85f41e8bfe8a121&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4568818 Sep 10 17:38:37.221614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50628) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:37.259185 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.390029 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-340005f3-117a-48ba-90d9-4af4941dcd5c service neutron] 10.222.0.65 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140461 Sep 10 17:38:37.446471 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:33Z', 'revision_number': 3, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:37.496949 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80129a-cbbb-42b5-bcea-80df7b6ba82e None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:33Z', 'revision_number': 3, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:37.500547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Router c254c37d-223b-4064-aa66-1ff4912d41f3 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:37.521046 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecf737-4e5a-41a2-b7ab-8e4aa45e22e4 None None] Network 61b31fd3-ce57-454d-9403-310569eeba54 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:37.556996 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50640) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:37.574567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2145c810-22e4-415a-8fa1-6cf957e4be83 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:37.579392 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-38de23f5-fbf9-427d-9237-74bffe4edd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.623200 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.630666 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-38de23f5-fbf9-427d-9237-74bffe4edd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.635509 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a900a22-4da4-4de6-a898-914831f5122e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.662504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-cd7b3662-8871-442b-ae61-6e2b59e7c81b None None] Provisioning for port 2145c810-22e4-415a-8fa1-6cf957e4be83 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:37.727272 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:37.731681 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 2145c810-22e4-415a-8fa1-6cf957e4be83 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:37.741685 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 2145c810-22e4-415a-8fa1-6cf957e4be83 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:37.741685 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.772011 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Sync routers for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:37.825319 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a900a22-4da4-4de6-a898-914831f5122e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.830428 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:37.831142 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:37.831986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a900a22-4da4-4de6-a898-914831f5122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.846582 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-38de23f5-fbf9-427d-9237-74bffe4edd8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=595df3b9847646d992c4ef256c766d84&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3991601 Sep 10 17:38:37.852352 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.855552 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50652) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:37.898056 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.906112 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-2b7e1d5c-a66b-4b30-bdde-0e7574c75a39 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7249877 Sep 10 17:38:37.914021 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a900a22-4da4-4de6-a898-914831f5122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78352e72-e2c0-401a-a8dc-8057ba573ca7,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:37.923476 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50656) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:37.975553 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1a900a22-4da4-4de6-a898-914831f5122e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a583c03dd27948df9c3605dc9caa3c15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4171867 Sep 10 17:38:37.978422 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50660) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:37.997374 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-98bc14ec-657d-4c1c-8fdd-716e532aa595 service neutron] 10.222.0.65 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064527 Sep 10 17:38:38.067961 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.073491 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.103755 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:38.104834 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.217363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 2145c810-22e4-415a-8fa1-6cf957e4be83, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2145c810-22e4-415a-8fa1-6cf957e4be83,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:38.230611 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de23f5-fbf9-427d-9237-74bffe4edd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4597b11-fc59-417f-b90b-0419ce7778b6,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:38.232113 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.235236 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.244446 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78352e72-e2c0-401a-a8dc-8057ba573ca7 HTTP/1.1" status: 204 len: 168 time: 0.2645197 Sep 10 17:38:38.245126 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.276280 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063fbe8-f045-43a6-a56e-e8157900664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78352e72-e2c0-401a-a8dc-8057ba573ca7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:38.331169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Allocated IP 172.27.0.146 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/61c4ebe6-c462-4c6c-bbe2-fdd5174bd089) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:38.340234 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.417348 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Transition to ACTIVE for port object 4572ec1e-c9dc-4aee-9787-d8ee91692b0b will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:38.473423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=2145c810-22e4-415a-8fa1-6cf957e4be83,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:38.495785 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-27fa36fc-04c6-4641-a9c2-16501e77e3bd None None] Provisioning complete for port 2145c810-22e4-415a-8fa1-6cf957e4be83 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:38.496384 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-27fa36fc-04c6-4641-a9c2-16501e77e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.504912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.507543 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.528176 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/701bee32-aed2-4543-8cc6-b3c4bfd9caab HTTP/1.1" status: 204 len: 168 time: 1.2913065 Sep 10 17:38:38.558273 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50686) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:38.560786 dv-cinder-806968-2-iscsi neutron-server[95330]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 17:38:38.568887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.671566 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6cb46-6d3f-41a9-8238-7c17b04ee12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701bee32-aed2-4543-8cc6-b3c4bfd9caab,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:38.690760 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-24860a0e-57d3-4026-922f-abd464bfb1cf req-269690e9-b5e6-49ea-81bc-11c9a8942c79 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.1311293 Sep 10 17:38:38.782570 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:36Z', 'revision_number': 3, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:38.794598 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.820031 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Checking router: c254c37d-223b-4064-aa66-1ff4912d41f3 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:38.820544 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Updating router c254c37d-223b-4064-aa66-1ff4912d41f3 port 34f53ec6-27b6-4465-ba25-4f08365ff08e binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:38.860831 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.895653 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.914263 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.976435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:38.984994 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:39.143167 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:39.144537 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.217266 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Pushing event updated for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:39.268823 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.272718 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.284888 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4597b11-fc59-417f-b90b-0419ce7778b6 HTTP/1.1" status: 204 len: 168 time: 1.4253774 Sep 10 17:38:39.335658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620ef93-9834-470d-9c80-011628a9bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4597b11-fc59-417f-b90b-0419ce7778b6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:39.368003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.394557 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:39.419733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:39.436902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-b9ef265c-a107-4199-a935-c42b3c2db041 None None] Provisioning for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:39.487021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:39.587600 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-b9ef265c-a107-4199-a935-c42b3c2db041 None None] Provisioning complete for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:39.588505 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b9ef265c-a107-4199-a935-c42b3c2db041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.697528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Pushing event updated for resources: {'Port': ['ID=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:39.726209 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fcce1bbe-681f-4314-8893-50f3079d9965 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:39.794870 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef265c-a107-4199-a935-c42b3c2db041 None None] Port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:39.927035 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port fcce1bbe-681f-4314-8893-50f3079d9965 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:39.935761 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port fcce1bbe-681f-4314-8893-50f3079d9965 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:39.936141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.940231 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.978397 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Transition to ACTIVE for port object 34f53ec6-27b6-4465-ba25-4f08365ff08e will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:39.996766 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:39.998110 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50752) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:40.082757 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1296-6465-4ee6-a1dc-c2e0f7579a47 None None] Pushing event updated for resources: {'Port': ['ID=34f53ec6-27b6-4465-ba25-4f08365ff08e,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:40.107806 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Attempting to bind port 34f53ec6-27b6-4465-ba25-4f08365ff08e on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:40.108369 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Attempting to bind port 34f53ec6-27b6-4465-ba25-4f08365ff08e by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:40.108911 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Attempting to bind port 34f53ec6-27b6-4465-ba25-4f08365ff08e on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:40.119934 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:40.120671 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:40.121084 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.121481 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:40.122061 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Bound port: 34f53ec6-27b6-4465-ba25-4f08365ff08e, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:40.122584 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.145403 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356bb087-2abd-4b24-bdc2-51e8320a890d req-f5566013-f0a0-4909-8d45-e6f04dadc54e tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.3709140 Sep 10 17:38:40.154495 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.181891 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] For port 34f53ec6-27b6-4465-ba25-4f08365ff08e, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:40.196890 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] For port 34f53ec6-27b6-4465-ba25-4f08365ff08e, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=34f53ec6-27b6-4465-ba25-4f08365ff08e,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:40.204609 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.220769 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.295576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.320338 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1296-6465-4ee6-a1dc-c2e0f7579a47 None None] Pushing event updated for resources: {'Port': ['ID=34f53ec6-27b6-4465-ba25-4f08365ff08e,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:40.325575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-974fb42c-2f4f-4fda-9b2c-5d4fedbd4264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.345549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.352095 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:40.352747 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:40.363973 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port fcce1bbe-681f-4314-8893-50f3079d9965, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fcce1bbe-681f-4314-8893-50f3079d9965,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:40.415516 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.416280 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2145c810-22e4-415a-8fa1-6cf957e4be83 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:40.535094 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-974fb42c-2f4f-4fda-9b2c-5d4fedbd4264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.542043 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-974fb42c-2f4f-4fda-9b2c-5d4fedbd4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.580821 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-974fb42c-2f4f-4fda-9b2c-5d4fedbd4264 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49fbb0eed12c47a7bc8e919847e4a54e&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5772510 Sep 10 17:38:40.588501 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50772) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:40.634502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=fcce1bbe-681f-4314-8893-50f3079d9965,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:40.660071 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.686743 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.711750 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:40.743693 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb42c-2f4f-4fda-9b2c-5d4fedbd4264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f923a1c6-31ea-4cb9-b386-67a6bb01005a,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:40.764769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.769709 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.773279 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f923a1c6-31ea-4cb9-b386-67a6bb01005a HTTP/1.1" status: 204 len: 168 time: 0.1815195 Sep 10 17:38:40.782210 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d10d0-be27-44bc-a463-2e38d364479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f923a1c6-31ea-4cb9-b386-67a6bb01005a,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:40.794606 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 2145c810-22e4-415a-8fa1-6cf957e4be83 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:40.794978 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.800075 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Allocated IP 172.20.0.1 (13c0d8e3-817d-4f17-a6f4-e19b35adcfd9/8955a5f0-a69d-4ed4-8088-e122c6474266/2222756a-4c2b-4603-9e59-3c1f176c07f7) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:40.900922 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.924324 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:40.924801 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.007630 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:36Z', 'revision_number': 3, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:41.052156 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f63eb-80c7-4f90-9fcf-6932bd052a5c None None] The sync data for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi is: [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:36Z', 'revision_number': 3, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:41.072007 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Pushing event updated for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:41.122283 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.159242 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.66', 62636) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:41.218478 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.300045 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:41.348516 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:41.579912 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fcce1bbe-681f-4314-8893-50f3079d9965 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:41.643981 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.659326 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port fcce1bbe-681f-4314-8893-50f3079d9965 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:41.660140 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.684141 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e1c5375d-b449-4a06-ae30-64ccb52b5a5e req-bf07a43f-efc6-43b2-9417-80b08e52352c tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.1279860 Sep 10 17:38:41.744402 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50816) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:41.750015 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-c1c3c5d4-a4ba-4682-a012-05a6d1e3c52e tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:41.753165 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-c1c3c5d4-a4ba-4682-a012-05a6d1e3c52e tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.66 "GET /v2.0/networks?id=6ff4f9b4-9690-483b-9504-f78fe4fed294 HTTP/1.1" status: 200 len: 812 time: 0.5925388 Sep 10 17:38:41.759781 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:41.772687 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:41.787857 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:41.797265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:41.797744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.805311 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-960cdbef-4a98-4ea9-b49d-ac7302c43ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.815268 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Request body: {'port': {'device_id': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294', 'admin_state_up': True, 'tenant_id': '3e563a402dc244659ac7065a6da423d9'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:41.858518 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4b3afea6-57f8-4b40-a34f-9f65fa98367d None None] Provisioning complete for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:41.859032 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4b3afea6-57f8-4b40-a34f-9f65fa98367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.906827 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afea6-57f8-4b40-a34f-9f65fa98367d None None] Port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:41.928417 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Pushing event updated for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:42.088348 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:38:42.274927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:42.286659 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:42.301290 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:42.302215 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:42.398010 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-aa6b66dc-e7ba-4bee-9196-8a8d7bb31cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.562890 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.574554 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.690466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-960cdbef-4a98-4ea9-b49d-ac7302c43ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.704857 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:42.708708 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-960cdbef-4a98-4ea9-b49d-ac7302c43ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.727343 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c9100e33-a2f0-40de-b894-cb79c95b168c admin admin] 10.222.0.65 "PUT /v2.0/routers/0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5765767 Sep 10 17:38:42.731520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:42.752669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.753145 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:42.757916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:42.759937 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c89265c5-9e4a-4412-be77-3129b46f815c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6708748 Sep 10 17:38:42.761977 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50850) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:42.808865 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:43.032476 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:43.130890 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-960cdbef-4a98-4ea9-b49d-ac7302c43ae1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1ff386f15634bee950529e001256dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3785746 Sep 10 17:38:43.165007 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-49a621e0-466f-4121-afd6-50435ae4178d req-e94282f2-a834-49dd-b216-fcccf096e14a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.2031209 Sep 10 17:38:43.165832 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50858) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:43.275884 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cdbef-4a98-4ea9-b49d-ac7302c43ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcc9da-561e-4ff2-8c2d-45d9c05fd616,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:43.331570 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 3, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:43.365233 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Made reservation on behalf of 3e563a402dc244659ac7065a6da423d9 for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:43.378216 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.418857 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:43.419515 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Updating router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:43.513760 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.518204 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.712162 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.822726 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 34f53ec6-27b6-4465-ba25-4f08365ff08e up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:43.891042 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.921089 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:43.923230 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.256912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.256912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.256912 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79dcc9da-561e-4ff2-8c2d-45d9c05fd616 HTTP/1.1" status: 204 len: 168 time: 0.9176028 Sep 10 17:38:44.260774 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 34f53ec6-27b6-4465-ba25-4f08365ff08e completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:44.294998 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Pushing event updated for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:44.333511 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 34f53ec6-27b6-4465-ba25-4f08365ff08e triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:44.336664 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.375267 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Allocated IP 172.20.0.4 (6ff4f9b4-9690-483b-9504-f78fe4fed294/0156e884-93ba-47e4-95ad-7013eb762d72/b86ff094-fb8a-41bf-bae4-e4a280df9c1c) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:44.396355 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08f88-85ce-4859-af3d-f469b2f2670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcc9da-561e-4ff2-8c2d-45d9c05fd616,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:44.582758 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d9417cc9-9898-40c5-81e5-0bd31ab106a1 req-07c8bd81-975a-4d0d-9a29-c16e341b7416 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.1194544 Sep 10 17:38:44.628665 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.680718 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Transition to ACTIVE for port object 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:44.701181 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.710296 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:44.716773 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:44.877919 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50916) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:44.888828 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808328199', 'description': 'tempest-description--240488998'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:44.904605 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c36b3-5e7b-48f9-be55-efffb9b9e7ee None None] Pushing event updated for resources: {'Port': ['ID=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:44.935033 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Attempting to bind port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:44.935894 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Attempting to bind port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:44.936578 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Attempting to bind port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:44.946611 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:44.947744 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:44.948057 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.948632 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:44.950429 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Bound port: 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:44.951387 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.989227 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:44.989915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.030735 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 2, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:45.034839 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-90895e69-9c59-4203-9dcf-88d284f87256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.082267 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 34f53ec6-27b6-4465-ba25-4f08365ff08e, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=34f53ec6-27b6-4465-ba25-4f08365ff08e,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:45.085398 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:45.086282 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Updating router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:45.091180 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.127849 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] For port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:45.133877 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] For port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:45.148593 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.173596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.179681 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.199146 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Router c254c37d-223b-4064-aa66-1ff4912d41f3 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:38:45.236858 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.259410 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.260760 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3795760 Sep 10 17:38:45.265264 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50920) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:45.275345 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group_rule': {'security_group_id': 'c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:45.307695 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca77cf-153b-488f-919a-aaadbaa627d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:45.325903 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c36b3-5e7b-48f9-be55-efffb9b9e7ee None None] Pushing event updated for resources: {'Port': ['ID=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:45.406171 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:45.407224 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:45.468793 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=34f53ec6-27b6-4465-ba25-4f08365ff08e,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:45.552678 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:45.577419 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Sync routers for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:45.581572 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b8595b19-f832-4f09-a540-79869d5d6179 admin admin] 10.222.0.65 "PUT /v2.0/routers/c254c37d-223b-4064-aa66-1ff4912d41f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6461599 Sep 10 17:38:45.583191 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.650568 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:45.652497 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:45.722687 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.729694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.752328 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d591ed3b-4a71-460f-9ee8-93bbd4e99a5d,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:45.758833 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50934) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:45.807898 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.811711 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-afe530d6-3749-4b51-99fd-dfd4774a2996 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5376372 Sep 10 17:38:45.812249 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50938) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:45.821273 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group_rule': {'security_group_id': 'c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:45.834705 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.841994 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.887414 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.897650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c9574a0f-1b63-4fcb-ae65-d91e2b07d8df req-ec482bd6-3d96-46e5-96e2-99fefc656267 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.0486040 Sep 10 17:38:45.909089 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:45.941259 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:45.989437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50940) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:46.039239 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-615fdc87-4bc3-4c12-9f66-98421cd6c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.130743 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:46.179117 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.188346 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.197575 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.241122 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceec5fb7-f85a-4a25-854d-cfcd623cfd8e,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:46.256232 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.300509 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Transition to ACTIVE for port object 4572ec1e-c9dc-4aee-9787-d8ee91692b0b will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:46.309457 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.328286 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Allocated IP 172.20.0.1 (61b31fd3-ce57-454d-9403-310569eeba54/7a415f12-bf9c-49f8-866f-140ef54f9ce5/94676b8f-3165-49d4-8e24-6dcab20017bf) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:46.519803 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed460bb-360a-4b43-baee-0baf8db87f1b None None] Pushing event updated for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:46.519803 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.521953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-615fdc87-4bc3-4c12-9f66-98421cd6c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.521953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-615fdc87-4bc3-4c12-9f66-98421cd6c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.539325 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.546966 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a2292ac7-70c5-444f-8750-74668108eb5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7322462 Sep 10 17:38:46.578876 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 50954) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:46.628721 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-615fdc87-4bc3-4c12-9f66-98421cd6c0d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1971bcfe1adc462eb6cc5f354ed06dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311839 Sep 10 17:38:46.629370 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50956) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:46.650108 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fdc87-4bc3-4c12-9f66-98421cd6c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e132f935-fa1b-434f-b81e-01348f05066a,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:46.652151 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Attempting to bind port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:46.652532 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Attempting to bind port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:46.652895 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Attempting to bind port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:46.687102 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:46.692107 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Checking segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:46.692608 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.694706 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Bound using segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:46.696182 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Bound port: 4572ec1e-c9dc-4aee-9787-d8ee91692b0b, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:46.696752 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.781882 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.812300 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.874897 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] For port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:46.883450 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] For port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:46.894845 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.906248 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.909828 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:46.911069 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e132f935-fa1b-434f-b81e-01348f05066a HTTP/1.1" status: 204 len: 168 time: 0.2769384 Sep 10 17:38:46.923369 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de181fc5-56d0-4ceb-8d43-fd41f4bf3351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132f935-fa1b-434f-b81e-01348f05066a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:46.927256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Network 6ff4f9b4-9690-483b-9504-f78fe4fed294 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:46.950076 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:42Z', 'revision_number': 4, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '2222756a-4c2b-4603-9e59-3c1f176c07f7', 'name': '', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'mac_address': 'fa:16:3e:41:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:40Z', 'updated_at': '2021-09-10T17:38:42Z', 'revision_number': 2, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'subnets': [{'id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:46.985766 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8048de83-c217-4f5b-9733-218f6cd0fd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.026886 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.028871 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Checking router: c254c37d-223b-4064-aa66-1ff4912d41f3 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:47.032119 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Updating router c254c37d-223b-4064-aa66-1ff4912d41f3 port 2222756a-4c2b-4603-9e59-3c1f176c07f7 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:47.062956 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed460bb-360a-4b43-baee-0baf8db87f1b None None] Pushing event updated for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:47.088575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Transition to ACTIVE for port object 94676b8f-3165-49d4-8e24-6dcab20017bf will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:47.114629 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.173226 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:47.178776 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Pushing event updated for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:47.181393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:47.203529 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:47.206666 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:47.281078 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8048de83-c217-4f5b-9733-218f6cd0fd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.295161 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:47.305518 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:47.306263 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.335528 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.348466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8048de83-c217-4f5b-9733-218f6cd0fd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.517128 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048de83-c217-4f5b-9733-218f6cd0fd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0945bd-2bbb-48a5-9114-ef49b9ce8767,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:47.556720 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8048de83-c217-4f5b-9733-218f6cd0fd08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3bd3652a24b74d02ad7e47544f04abb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7696276 Sep 10 17:38:47.560255 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50974) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:47.588928 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e4cd3-b204-4a64-b393-e55ced87530a req-4e4c5207-53cc-45a8-a99a-3aa1920f9578 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:47.590798 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f57e4cd3-b204-4a64-b393-e55ced87530a req-4e4c5207-53cc-45a8-a99a-3aa1920f9578 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 931 time: 0.3074589 Sep 10 17:38:47.620590 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 34f53ec6-27b6-4465-ba25-4f08365ff08e up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:47.630541 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Network 61b31fd3-ce57-454d-9403-310569eeba54 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:47.657835 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:47.672403 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:47.674440 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.746978 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 50976) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:47.760574 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:47.775147 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f57e4cd3-b204-4a64-b393-e55ced87530a req-21d81419-6fc8-4540-8199-2985d7ddb4fc tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761198 Sep 10 17:38:47.792028 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.867104 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 3, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:47.868223 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.019054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.037441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Pushing event updated for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:48.074036 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-964e8f00-e187-4c4d-a0fd-87e598be94fd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2627437 Sep 10 17:38:48.085886 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.159943 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cbeea2-2223-419e-8c73-1bb17c3efd7e None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 3, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:48.243706 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.253697 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.255110 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b0945bd-2bbb-48a5-9114-ef49b9ce8767 HTTP/1.1" status: 204 len: 168 time: 0.6938558 Sep 10 17:38:48.272030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b971802a-bfd7-4db3-a433-7edad4593325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.311545 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.331732 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Transition to ACTIVE for port object 2222756a-4c2b-4603-9e59-3c1f176c07f7 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:48.341042 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafded01-1519-405e-beca-0cc075421281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0945bd-2bbb-48a5-9114-ef49b9ce8767,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:48.348512 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.416040 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 34f53ec6-27b6-4465-ba25-4f08365ff08e triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:48.416407 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.508712 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-17c52bf0-f509-4841-9ee7-52af65bf893c tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:38:48.514092 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-17c52bf0-f509-4841-9ee7-52af65bf893c tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3852317 Sep 10 17:38:48.549635 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059737-948f-4189-b84d-a3c51e865585 None None] Pushing event updated for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:48.644413 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-89e3946e-a99e-4d1c-90f3-40be0dbb4a71 None None] Provisioning for port 94676b8f-3165-49d4-8e24-6dcab20017bf completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:48.693217 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-89e3946e-a99e-4d1c-90f3-40be0dbb4a71 None None] Provisioning complete for port 94676b8f-3165-49d4-8e24-6dcab20017bf triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:48.694876 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-89e3946e-a99e-4d1c-90f3-40be0dbb4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.713326 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b971802a-bfd7-4db3-a433-7edad4593325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.726364 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Attempting to bind port 2222756a-4c2b-4603-9e59-3c1f176c07f7 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:48.726573 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b971802a-bfd7-4db3-a433-7edad4593325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.728219 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Attempting to bind port 2222756a-4c2b-4603-9e59-3c1f176c07f7 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:48.731738 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Attempting to bind port 2222756a-4c2b-4603-9e59-3c1f176c07f7 on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:48.766440 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:48.771245 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Checking segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:48.771701 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.773422 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Bound using segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:48.773990 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Bound port: 2222756a-4c2b-4603-9e59-3c1f176c07f7, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:48.779007 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.963959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-89e3946e-a99e-4d1c-90f3-40be0dbb4a71 None None] Port 94676b8f-3165-49d4-8e24-6dcab20017bf cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:49.048422 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b971802a-bfd7-4db3-a433-7edad4593325 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53fcb161efdf4b52b34f9deca3786f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2990620 Sep 10 17:38:49.066218 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] For port 2222756a-4c2b-4603-9e59-3c1f176c07f7, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:49.074580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971802a-bfd7-4db3-a433-7edad4593325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26acb3-ec04-47d7-8614-7faf1345b43a,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:49.078022 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] For port 2222756a-4c2b-4603-9e59-3c1f176c07f7, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2222756a-4c2b-4603-9e59-3c1f176c07f7,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:49.079310 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51018) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:49.088330 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.175954 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:46Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:49.217305 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa96f-59b5-4306-a616-999b53259bea req-8f03bbeb-42be-41b2-b4ef-7076cca8721a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:49.229473 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4d7fa96f-59b5-4306-a616-999b53259bea req-8f03bbeb-42be-41b2-b4ef-7076cca8721a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 931 time: 0.2160292 Sep 10 17:38:49.245552 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51026) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:49.246440 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9d447-eb6b-4573-85fb-96083b78f086 None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:46Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:49.263590 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:49.264218 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:49.282181 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059737-948f-4189-b84d-a3c51e865585 None None] Pushing event updated for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=4']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:49.384044 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-96647447-7628-4df3-8e32-f6912f31636b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:49.399528 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-96647447-7628-4df3-8e32-f6912f31636b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 818 time: 1.3244853 Sep 10 17:38:49.458705 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4d7fa96f-59b5-4306-a616-999b53259bea req-0a15c500-de90-45e0-b63e-2079ffe5084f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282753 Sep 10 17:38:49.467981 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93afe1df-5862-43c6-9044-83f51ad1f25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.592375 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.616910 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:49.687326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Request body: {'port': {'device_id': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:49.708523 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.722353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.752522 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:49.824757 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93afe1df-5862-43c6-9044-83f51ad1f25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.857257 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93afe1df-5862-43c6-9044-83f51ad1f25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.883492 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.893798 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:49.911358 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:49.915520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.186502 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-93afe1df-5862-43c6-9044-83f51ad1f25f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b7bc08489724d489ce3e0de1cc8ce33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9397161 Sep 10 17:38:50.202675 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51038) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:50.210368 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afe1df-5862-43c6-9044-83f51ad1f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b6bce7-56e3-4d7b-912f-ca82e52cb2f4,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:50.210825 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.318940 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:50.323278 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:42Z', 'revision_number': 4, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '2222756a-4c2b-4603-9e59-3c1f176c07f7', 'name': '', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'mac_address': 'fa:16:3e:41:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:40Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'subnets': [{'id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:50.329532 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.334397 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4572ec1e-c9dc-4aee-9787-d8ee91692b0b up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:50.375643 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-2dec191d-8ce0-4f11-9cac-fc5192fa9483 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/quotas/dff13628c5bc4dcb8cb6ba6742ea746c HTTP/1.1" status: 200 len: 375 time: 0.7920907 Sep 10 17:38:50.410829 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1ada0-5f06-4354-b9e4-18f8d5542244 None None] The sync data for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi is: [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:38:42Z', 'revision_number': 4, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '2222756a-4c2b-4603-9e59-3c1f176c07f7', 'name': '', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'mac_address': 'fa:16:3e:41:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:40Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'subnets': [{'id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:50.437459 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.527729 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.603987 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:50.639888 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:50.640912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.645878 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:50.646528 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.651245 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.653927 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4b6bce7-56e3-4d7b-912f-ca82e52cb2f4 HTTP/1.1" status: 204 len: 168 time: 0.4494190 Sep 10 17:38:50.720749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.727034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:50.730235 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b26acb3-ec04-47d7-8614-7faf1345b43a HTTP/1.1" status: 204 len: 168 time: 1.6486177 Sep 10 17:38:50.769964 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f285f4-c2b1-4742-9a02-894efca4c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b6bce7-56e3-4d7b-912f-ca82e52cb2f4,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:50.797880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456a6a9-baaa-467b-bf94-700946093be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26acb3-ec04-47d7-8614-7faf1345b43a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:50.869762 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1663df1-cc57-4f39-bcd0-e8adeb30c2e4 req-3347454f-2084-41d8-acc7-1c866f7262e6 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:50.874674 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f1663df1-cc57-4f39-bcd0-e8adeb30c2e4 req-3347454f-2084-41d8-acc7-1c866f7262e6 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 931 time: 0.2396276 Sep 10 17:38:50.973593 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f1663df1-cc57-4f39-bcd0-e8adeb30c2e4 req-d9be1e2b-2563-405b-82e0-033823c4bb5a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890434 Sep 10 17:38:51.043463 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Allocated IP 172.27.0.232 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/1ff0134a-c67f-459d-a23c-35a1839c142c) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:51.208732 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.301800 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.303156 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.375126 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:51.382469 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:51.393257 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:51.398029 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:51.403413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-00d8e522-2141-4379-8259-ff1b8f919444 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0048974 Sep 10 17:38:51.404042 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.406839 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.420547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.439414 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.440220 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.530326 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:51.746385 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.792301 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51074) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:51.819505 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-26de562d-ed47-4aee-85b1-96f37e1ae09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:51.828661 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:51.966322 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:51.967011 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.178630 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.213042 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2222756a-4c2b-4603-9e59-3c1f176c07f7 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:52.252055 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-26de562d-ed47-4aee-85b1-96f37e1ae09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.284424 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-26de562d-ed47-4aee-85b1-96f37e1ae09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.328224 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Network 61b31fd3-ce57-454d-9403-310569eeba54 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:52.337196 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 2222756a-4c2b-4603-9e59-3c1f176c07f7 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:52.342698 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 2222756a-4c2b-4603-9e59-3c1f176c07f7 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:52.343083 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.388489 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:52.410326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=1ff0134a-c67f-459d-a23c-35a1839c142c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:52.490850 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de562d-ed47-4aee-85b1-96f37e1ae09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6858f5e9-b0f9-44fe-af06-0822d22d5abd,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:52.518959 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-26de562d-ed47-4aee-85b1-96f37e1ae09c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=869de8ad872644beb13246e96ae5210d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7250459 Sep 10 17:38:52.523202 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51094) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:52.569265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8d7d7-cf8d-4275-aa16-d0260177893b req-f6d81b23-d6f7-40a1-ad57-eaa0bbdc2613 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:52.581399 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-72a8d7d7-cf8d-4275-aa16-d0260177893b req-f6d81b23-d6f7-40a1-ad57-eaa0bbdc2613 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 931 time: 0.4550111 Sep 10 17:38:52.604337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Pushing event updated for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:52.643275 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.680530 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-72a8d7d7-cf8d-4275-aa16-d0260177893b req-90c58bc1-2c18-4dfe-918d-61102a0c7e53 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980625 Sep 10 17:38:52.727553 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.789889 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.833667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-2bb4ea4a-2f34-40d4-b42b-2cc35f23b9ed service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:38:52.834728 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-2bb4ea4a-2f34-40d4-b42b-2cc35f23b9ed service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6308305 Sep 10 17:38:52.842889 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 2222756a-4c2b-4603-9e59-3c1f176c07f7, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2222756a-4c2b-4603-9e59-3c1f176c07f7,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:52.852743 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.906294 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.909012 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.910201 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6858f5e9-b0f9-44fe-af06-0822d22d5abd HTTP/1.1" status: 204 len: 168 time: 0.3856339 Sep 10 17:38:52.927943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ded63-05ce-4a04-8793-db41070d3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6858f5e9-b0f9-44fe-af06-0822d22d5abd,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:53.073688 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-e9159e66-4c35-473f-b966-787769e7d060 service neutron] 10.222.0.65 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189562 Sep 10 17:38:53.105294 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-317ac4b8-3594-4fbe-991b-dc37ded67977 None None] Provisioning complete for port 94676b8f-3165-49d4-8e24-6dcab20017bf triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:53.108409 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-317ac4b8-3594-4fbe-991b-dc37ded67977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:53.202988 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:53.263031 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-317ac4b8-3594-4fbe-991b-dc37ded67977 None None] Port 94676b8f-3165-49d4-8e24-6dcab20017bf cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:53.578731 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2222756a-4c2b-4603-9e59-3c1f176c07f7 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:53.704404 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 2222756a-4c2b-4603-9e59-3c1f176c07f7 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:53.705103 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:53.961380 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:53.965715 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e2689-f091-4bae-91e2-1cbc35443abd req-9a723239-3e20-45a9-855f-770bf058c19d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:53.977169 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9b6e2689-f091-4bae-91e2-1cbc35443abd req-9a723239-3e20-45a9-855f-770bf058c19d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 931 time: 0.1328752 Sep 10 17:38:54.015693 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4572ec1e-c9dc-4aee-9787-d8ee91692b0b up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:54.065755 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-15cca112-cc08-4c1e-b3d2-2968ff35d45d service neutron] 10.222.0.65 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8971326 Sep 10 17:38:54.083219 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9b6e2689-f091-4bae-91e2-1cbc35443abd req-9edfbca3-1c6e-42d1-b102-e0d9ea4983ba tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051009 Sep 10 17:38:54.087131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:38:54.088495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.133448 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:54.136197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.206998 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=1ff0134a-c67f-459d-a23c-35a1839c142c,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:54.211466 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.234256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.235714 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6b7ef28c-9cd4-4d18-bdaf-3b60bf23ffc0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3272612 Sep 10 17:38:54.753857 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-376c3213-6abc-4994-a22b-7647a49970ab req-eced1288-1285-4036-9346-eecc22797c68 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 210 time: 0.1159685 Sep 10 17:38:54.809845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:54.823383 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:54.836226 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:54.837251 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:54.971578 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86ff094-fb8a-41bf-bae4-e4a280df9c1c {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:38:54.983511 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.054989 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0faf0aeb-faae-4f7a-ac99-b536db9ef855 admin admin] 10.222.0.65 "PUT /v2.0/routers/ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2901738 Sep 10 17:38:55.074593 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Transition to ACTIVE for port object b86ff094-fb8a-41bf-bae4-e4a280df9c1c will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:55.081440 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51208) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:55.100932 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.246227 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:55.252542 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-8b071942-8bc5-49c4-a4e6-001c453f2663 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1808328199&fields=id&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 267 time: 0.4394815 Sep 10 17:38:55.401241 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-4e8ef36f-22f9-4ab3-b1af-eb3d54947421 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.409068 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-4e8ef36f-22f9-4ab3-b1af-eb3d54947421 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 816 time: 0.1556492 Sep 10 17:38:55.515187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Attempting to bind port b86ff094-fb8a-41bf-bae4-e4a280df9c1c on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:55.519464 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Attempting to bind port b86ff094-fb8a-41bf-bae4-e4a280df9c1c by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e2ebeeec-4a8f-410a-81e4-d8581153036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:55.520101 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Attempting to bind port b86ff094-fb8a-41bf-bae4-e4a280df9c1c on network 6ff4f9b4-9690-483b-9504-f78fe4fed294 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:55.552857 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-b60a4f7c-0e13-46eb-b224-1be5d92e62cf tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/quotas/6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 375 time: 0.1401262 Sep 10 17:38:55.606953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-876adc20-160d-481f-89e8-4b1fe461fe60 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.626221 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-876adc20-160d-481f-89e8-4b1fe461fe60 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 818 time: 0.3467834 Sep 10 17:38:55.631974 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:55.652770 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Port b86ff094-fb8a-41bf-bae4-e4a280df9c1c on network 6ff4f9b4-9690-483b-9504-f78fe4fed294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:38:55.653106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Attempting to bind port b86ff094-fb8a-41bf-bae4-e4a280df9c1c on network 6ff4f9b4-9690-483b-9504-f78fe4fed294 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:55.679501 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:55.681351 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Checking segment: {'id': 'e2ebeeec-4a8f-410a-81e4-d8581153036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:55.684537 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Bound using segment: {'id': 'e2ebeeec-4a8f-410a-81e4-d8581153036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:55.685242 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Bound port: b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ebeeec-4a8f-410a-81e4-d8581153036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:55.685935 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.694563 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-f51a2b1d-04e8-4d2e-adff-143e1df39132 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/quotas/dff13628c5bc4dcb8cb6ba6742ea746c HTTP/1.1" status: 200 len: 375 time: 0.0640655 Sep 10 17:38:55.820633 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6fea7d8a-1bad-4e8e-968b-a3af68352968 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239283 Sep 10 17:38:55.842926 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-72a9a68d-e5e0-48aa-8b25-3ced0f2fba68 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2887797 Sep 10 17:38:55.888985 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 2, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:55.958085 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:55.958465 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Updating router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b port 94676b8f-3165-49d4-8e24-6dcab20017bf binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:55.988444 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-83a76068-8632-4f9e-877a-1686ed3850d5 service neutron] 10.222.0.65 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666744 Sep 10 17:38:56.023074 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.141866 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-306cfb9c-385b-4eb6-a066-96f36c288b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.170414 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:56.268887 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,segment=NetworkSegment(e2ebeeec-4a8f-410a-81e4-d8581153036e),segment_id=e2ebeeec-4a8f-410a-81e4-d8581153036e)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:56.280424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.401009 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-58b8b654-ff1c-432f-8d24-a1103c1aff9d service neutron] 10.222.0.65 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358155 Sep 10 17:38:56.433437 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:56.435325 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.441307 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b86ff094-fb8a-41bf-bae4-e4a280df9c1c HTTP/1.1" status: 200 len: 1093 time: 7.3467982 Sep 10 17:38:56.521658 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:38:56.824148 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-0074cad4-3746-4163-8f3f-7dd87f4675a2 service neutron] 10.222.0.65 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250940 Sep 10 17:38:56.825091 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.854768 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Transition to ACTIVE for port object 94676b8f-3165-49d4-8e24-6dcab20017bf will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:56.871013 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.010052 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956abfed-15ca-41ee-81e2-0afdb945f9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.012321 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-306cfb9c-385b-4eb6-a066-96f36c288b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.042958 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-306cfb9c-385b-4eb6-a066-96f36c288b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.183798 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cfb9c-385b-4eb6-a066-96f36c288b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f188f380-8192-4fe1-b0e8-c9704e1adc42,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.233665 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44a4c-4a7e-4624-9dda-1007412cd030 None None] Pushing event updated for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.252998 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-306cfb9c-385b-4eb6-a066-96f36c288b32 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e668a6aec6447738f544d6649a2259e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1691890 Sep 10 17:38:57.255493 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51294) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:57.329283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82468f5e-77cd-4fc9-8048-33e988706ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:38:57.440805 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Attempting to bind port 94676b8f-3165-49d4-8e24-6dcab20017bf on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:57.441855 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Attempting to bind port 94676b8f-3165-49d4-8e24-6dcab20017bf by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:57.441855 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Attempting to bind port 94676b8f-3165-49d4-8e24-6dcab20017bf on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:57.459905 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:57.462482 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Checking segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:57.463109 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.463667 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Bound using segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:57.465481 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Bound port: 94676b8f-3165-49d4-8e24-6dcab20017bf, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:57.466077 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.478676 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.520724 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-3153b082-cab9-4e0e-82c9-bbfa5a3eaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:57.523162 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-3153b082-cab9-4e0e-82c9-bbfa5a3eaa31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e563a402dc244659ac7065a6da423d9&device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 1096 time: 0.7358608 Sep 10 17:38:57.528030 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-c1f3903b-95ae-40b5-9f53-995ccf7e2fdd service neutron] 10.222.0.65 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0777364 Sep 10 17:38:57.596875 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.612628 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] For port 94676b8f-3165-49d4-8e24-6dcab20017bf, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:57.619821 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] For port 94676b8f-3165-49d4-8e24-6dcab20017bf, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=94676b8f-3165-49d4-8e24-6dcab20017bf,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:57.626410 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.658727 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8aea6-358d-45a2-a387-cefb16ecedb0 req-c6c2c2d6-106d-4402-a0f5-714c706cc81e tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:57.671292 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c0b8aea6-358d-45a2-a387-cefb16ecedb0 req-c6c2c2d6-106d-4402-a0f5-714c706cc81e tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 943 time: 0.1755397 Sep 10 17:38:57.715384 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:57.719454 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:38:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:57.732060 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44a4c-4a7e-4624-9dda-1007412cd030 None None] Pushing event updated for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.746345 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-1b8ac144-a86d-455e-96a3-018600244a2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c HTTP/1.1" status: 200 len: 217 time: 0.1966453 Sep 10 17:38:57.814461 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c0b8aea6-358d-45a2-a387-cefb16ecedb0 req-98d3329a-3e11-40d3-b685-5c4d7e082679 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392460 Sep 10 17:38:57.854101 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.865228 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.867766 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f188f380-8192-4fe1-b0e8-c9704e1adc42 HTTP/1.1" status: 204 len: 168 time: 0.6091425 Sep 10 17:38:57.878435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476caad5-0d2e-47e6-b022-e3bd9f569a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188f380-8192-4fe1-b0e8-c9704e1adc42,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:58.074441 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.66', 62650) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:58.086729 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:58.087313 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7e78c45f-041a-4450-a14b-b109b67f71e6 req-f4082fe3-d1e1-41c2-8a30-bf4a565814ac tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 210 time: 0.1247675 Sep 10 17:38:58.127848 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-acfc2f08-dd8c-4c55-81a5-0ea3af690476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.136539 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-acfc2f08-dd8c-4c55-81a5-0ea3af690476 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0156e884-93ba-47e4-95ad-7013eb762d72 HTTP/1.1" status: 200 len: 852 time: 0.3343389 Sep 10 17:38:58.236901 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-c9dd4440-1366-484b-8764-b848efba30e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ff4f9b4-9690-483b-9504-f78fe4fed294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890708 Sep 10 17:38:58.383104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-4d611e6f-0a73-48b0-9397-cb1ceb6e89e3 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.385797 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-4d611e6f-0a73-48b0-9397-cb1ceb6e89e3 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 818 time: 0.3105624 Sep 10 17:38:58.403472 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Request body: {'port': {'device_id': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'admin_state_up': True, 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:58.413340 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-efbd779a-ceea-432b-bc20-de8f04350fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629972 Sep 10 17:38:58.612166 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-737d2a56-32fb-4cd0-9b02-376776d9fdff req-f1fca410-7d82-46f1-af9c-096ab164af06 service neutron] 10.222.0.66 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897807 Sep 10 17:38:58.821986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd5a74-c7c3-4511-b186-72cdcf5ee389 x-openstack-request-id: req-03dd5a74-c7c3-4511-b186-72cdcf5ee389 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:38:58.822326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:38:58.822581 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03dd5a74-c7c3-4511-b186-72cdcf5ee389 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:38:58.823048 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c', 'status': 'completed', 'code': 200} Sep 10 17:38:58.855755 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51372) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:58.861528 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:57Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:58.905549 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb52694-0c7c-4ae5-971d-e59fbe1d333b None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:57Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:58.926944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3078de87-250b-4f7c-abd8-5a5b794af614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.028365 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c05c45c1-06c3-48d7-9822-a9aef2e4c60b req-c0fd65a2-bf3e-446a-9156-cecfbe660ae6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.1650715 Sep 10 17:38:59.174642 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3078de87-250b-4f7c-abd8-5a5b794af614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.207088 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3078de87-250b-4f7c-abd8-5a5b794af614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.215038 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Made reservation on behalf of dff13628c5bc4dcb8cb6ba6742ea746c for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:59.221020 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.327286 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078de87-250b-4f7c-abd8-5a5b794af614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a3a612-e48f-4830-b7f6-0c5e41cfc8f7,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:59.370658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51386) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:59.390075 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004619062', 'description': 'tempest-description--1091021260'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:59.573801 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3078de87-250b-4f7c-abd8-5a5b794af614 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24f72acf0d3742089834af73bff46cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166824 Sep 10 17:38:59.598175 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-de434b3e-2bac-4fe0-882f-1cc86a60e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.601403 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-de434b3e-2bac-4fe0-882f-1cc86a60e8fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e563a402dc244659ac7065a6da423d9&device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 1096 time: 0.6625795 Sep 10 17:38:59.603101 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.66', 62657) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:59.603566 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51398) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:59.617270 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bd734b0e-7681-42d7-85a1-41c89938d633 req-636eb2fc-9a2d-4608-b94f-33bf7e9d2bad tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 210 time: 0.1284878 Sep 10 17:38:59.636057 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.662739 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 94676b8f-3165-49d4-8e24-6dcab20017bf up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:59.801804 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 94676b8f-3165-49d4-8e24-6dcab20017bf completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:59.808655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 94676b8f-3165-49d4-8e24-6dcab20017bf triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:59.809288 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.828104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Allocated IP 172.20.0.5 (13c0d8e3-817d-4f17-a6f4-e19b35adcfd9/8955a5f0-a69d-4ed4-8088-e122c6474266/6e11ce7f-6b12-4adf-80a7-f362b0008646) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:59.901382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-74df3116-c992-4160-8f5b-73be4bc2d07a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.903519 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-74df3116-c992-4160-8f5b-73be4bc2d07a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 818 time: 0.2911978 Sep 10 17:38:59.935970 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Request body: {'port': {'device_id': '5939abf6-728d-472a-96af-6441640778c1', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'admin_state_up': True, 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:59.954645 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.015126 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad614522-bed3-490f-83c4-cc9d1832f92a req-abb23e4d-19c7-458b-8dde-dcb176f58d6a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.020215 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 94676b8f-3165-49d4-8e24-6dcab20017bf, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=94676b8f-3165-49d4-8e24-6dcab20017bf,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:00.022898 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ad614522-bed3-490f-83c4-cc9d1832f92a req-abb23e4d-19c7-458b-8dde-dcb176f58d6a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 943 time: 0.7248676 Sep 10 17:39:00.026836 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.107642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.153541 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.162061 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.171426 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.209407 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.66', 62663) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:00.247652 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-32a0fd00-de35-4ad9-af9b-0d77d1bc0d9c req-e70f4f3f-9ba0-465d-9674-e6d33fabd3f7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.0646825 Sep 10 17:39:00.248349 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.252585 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8807831 Sep 10 17:39:00.254628 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51422) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:00.275869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group_rule': {'security_group_id': 'b6a081df-ac4e-4dbe-a86a-891d909780ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:00.279752 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7e21f-48b1-43ab-9fb3-c6d5ad1b99b8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a081df-ac4e-4dbe-a86a-891d909780ae,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.358834 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ad614522-bed3-490f-83c4-cc9d1832f92a req-5873a1a2-9c0f-42d4-8b19-1288d3b086b9 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330359 Sep 10 17:39:00.393595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.460011 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.468658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-7f215129-834a-4b37-8f72-297d8ec517a5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.470805 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-7f215129-834a-4b37-8f72-297d8ec517a5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 816 time: 0.2568882 Sep 10 17:39:00.515435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:00.532800 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.539458 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:00.551728 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:00.557201 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.557941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.562105 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Pushing event updated for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.582788 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-f5cc705c-d428-468a-9e41-bc1d0e992665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.585025 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-f5cc705c-d428-468a-9e41-bc1d0e992665 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6ff4f9b4-9690-483b-9504-f78fe4fed294 HTTP/1.1" status: 200 len: 913 time: 0.9002423 Sep 10 17:39:00.588062 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.613778 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-2f55c506-2d40-4f59-b3e0-b9de30d28581 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 380 time: 0.1200461 Sep 10 17:39:00.618353 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-1f6acfc9-c2cb-4a6b-9e5b-cf590bc56b2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2187142 Sep 10 17:39:00.634265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Request body: {'port': {'device_id': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:00.638828 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.644611 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'port': {'device_id': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'admin_state_up': True, 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'security_groups': ['c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a']}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:00.674917 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.682327 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-4e514a13-bff2-456b-b6fa-fc6cc05feaed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c HTTP/1.1" status: 200 len: 217 time: 0.0842702 Sep 10 17:39:00.736924 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Made reservation on behalf of dff13628c5bc4dcb8cb6ba6742ea746c for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:00.741076 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.784144 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-26ae6610-8252-47a2-ba22-9ae87d5808c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.787361 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-26ae6610-8252-47a2-ba22-9ae87d5808c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0156e884-93ba-47e4-95ad-7013eb762d72 HTTP/1.1" status: 200 len: 852 time: 0.0921865 Sep 10 17:39:00.820968 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9162e71b-d366-499d-9eba-299a73ce30bf,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.832602 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d393b4c9-3f22-47f2-a3df-0fc1ec7c0c94 req-fae28488-feec-41a6-89fa-5613a982c0bc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 210 time: 0.0591633 Sep 10 17:39:00.833740 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.836704 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.838019 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99a3a612-e48f-4830-b7f6-0c5e41cfc8f7 HTTP/1.1" status: 204 len: 168 time: 1.2115648 Sep 10 17:39:00.840393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.841537 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-6642a385-98bd-49f1-b17f-82acd8771dca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5749741 Sep 10 17:39:00.850281 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51438) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:00.870112 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-f7082acd-e937-40d2-a5ea-0687f877302d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ff4f9b4-9690-483b-9504-f78fe4fed294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491641 Sep 10 17:39:00.898836 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf464462-b511-491b-987f-b70ac0017780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a3a612-e48f-4830-b7f6-0c5e41cfc8f7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.913989 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group_rule': {'security_group_id': 'b6a081df-ac4e-4dbe-a86a-891d909780ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:00.972618 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.974720 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.009851 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Allocated IP 172.20.0.2 (13c0d8e3-817d-4f17-a6f4-e19b35adcfd9/8955a5f0-a69d-4ed4-8088-e122c6474266/60e2fc20-53e9-43fa-90c4-60752cb3f1dd) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:01.034816 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-02f06b8c-d2de-4886-8642-72a154c3276c service neutron] 10.222.0.66 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539397 Sep 10 17:39:01.057360 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Made reservation on behalf of 6c7f5ef5bbca4ea790b78be4607444d1 for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:01.061259 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.189514 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.257908 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-82468f5e-77cd-4fc9-8048-33e988706ce2 req-be892afe-5c3b-45af-b12c-45f589e51838 service neutron] 10.222.0.66 "GET /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158587 Sep 10 17:39:01.428540 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.480302 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2bf50384-714f-419b-8f59-548495aad7f8 req-df1ea77f-cf99-4630-868a-3afc92eaf84f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.0651631 Sep 10 17:39:01.491057 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d66170-2ae8-4b44-b439-b4161013967b,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:01.502883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.506556 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d80df18d-2619-45e5-969d-a9cae5eca7bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6160998 Sep 10 17:39:01.520743 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51476) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:01.541072 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:01.578298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.587947 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 94676b8f-3165-49d4-8e24-6dcab20017bf up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:01.624106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.644448 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Allocated IP 172.20.0.3 (c67d8834-c481-4484-aa7e-e7ad6de91048/6d18c6ac-2e2b-46a3-a206-3f68cbed80c7/035ee74e-3fba-4e62-9760-65c8ea90fc47) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:01.674240 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.675827 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 94676b8f-3165-49d4-8e24-6dcab20017bf triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:01.677649 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.789645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:01.799400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:01.800925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Pushing event updated for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:01.803244 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:01.808788 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.809455 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.838731 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-42cb5741-2cc2-497a-8911-a89c0d8d3001 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9073877 Sep 10 17:39:01.850969 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.854645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Request body: {'port': {'device_id': '5939abf6-728d-472a-96af-6441640778c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:01.870421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Transition to ACTIVE for port object 035ee74e-3fba-4e62-9760-65c8ea90fc47 will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:01.888465 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51486) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:01.895023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.068354 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.069150 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.131142 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.142965 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87f7e-e11a-42c2-a694-4ecb32aa5978 req-6b1a6f58-46d4-4d43-90b4-8f41be908ae2 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.144896 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-75e87f7e-e11a-42c2-a694-4ecb32aa5978 req-6b1a6f58-46d4-4d43-90b4-8f41be908ae2 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 943 time: 0.2586763 Sep 10 17:39:02.157452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be6d9060-c7ff-4ff9-90c9-0894ffb15b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.175793 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:02.180646 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98df3-366e-4c10-9d9f-b3651b50d5ac req-8205d3ae-7ed6-45fa-8ab7-17bf3bf273b8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.182249 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e0d98df3-366e-4c10-9d9f-b3651b50d5ac req-8205d3ae-7ed6-45fa-8ab7-17bf3bf273b8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 931 time: 0.2236238 Sep 10 17:39:02.197099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:02.218045 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Allocated IP 172.27.0.77 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/e559e8a2-b573-4bd9-aed8-35526df3fd3a) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:02.250179 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:02.256354 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.257083 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.298155 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-75e87f7e-e11a-42c2-a694-4ecb32aa5978 req-5c4a6464-8509-47c5-bc5f-114cbf48c8ad tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324387 Sep 10 17:39:02.313382 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e11ce7f-6b12-4adf-80a7-f362b0008646 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:02.333920 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.351421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Transition to ACTIVE for port object 6e11ce7f-6b12-4adf-80a7-f362b0008646 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:02.357042 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.374638 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e0d98df3-366e-4c10-9d9f-b3651b50d5ac req-e1b720b2-5ff2-4075-af38-4ea073345d73 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777833 Sep 10 17:39:02.505221 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7f500936-e031-46d9-b711-5c08e80b1544 None None] Provisioning for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:02.510174 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7f500936-e031-46d9-b711-5c08e80b1544 None None] Provisioning complete for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:02.510756 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7f500936-e031-46d9-b711-5c08e80b1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.513823 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.559277 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-7f500936-e031-46d9-b711-5c08e80b1544 None None] Port 035ee74e-3fba-4e62-9760-65c8ea90fc47 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:02.565101 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.568660 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Attempting to bind port 6e11ce7f-6b12-4adf-80a7-f362b0008646 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:02.569037 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Attempting to bind port 6e11ce7f-6b12-4adf-80a7-f362b0008646 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:02.572836 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Attempting to bind port 6e11ce7f-6b12-4adf-80a7-f362b0008646 on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:02.585466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Port 6e11ce7f-6b12-4adf-80a7-f362b0008646 on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:02.585808 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Attempting to bind port 6e11ce7f-6b12-4adf-80a7-f362b0008646 on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:02.595028 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:02.595381 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Checking segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:02.597666 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Bound using segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:02.598129 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Bound port: 6e11ce7f-6b12-4adf-80a7-f362b0008646, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:02.598703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be6d9060-c7ff-4ff9-90c9-0894ffb15b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.604806 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.611078 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be6d9060-c7ff-4ff9-90c9-0894ffb15b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.632708 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-10ed8cc6-70c2-41c5-b6e1-903a9d12580e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0029919 Sep 10 17:39:02.659872 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Request body: {'port': {'device_id': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:02.699871 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d9060-c7ff-4ff9-90c9-0894ffb15b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173d4db-0273-4003-a176-439ac5c38242,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.705922 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-be6d9060-c7ff-4ff9-90c9-0894ffb15b1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=467bede91dc84bdca7d375d0de8e0fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129947 Sep 10 17:39:02.710793 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51516) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:02.730596 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.736255 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e2fc20-53e9-43fa-90c4-60752cb3f1dd {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:02.756250 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.817885 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:02.819149 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Transition to ACTIVE for port object 60e2fc20-53e9-43fa-90c4-60752cb3f1dd will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:02.823560 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:02.830519 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:02.838642 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:02.844352 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.848044 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:02.850740 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=e559e8a2-b573-4bd9-aed8-35526df3fd3a,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.875519 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.895880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.929864 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.946169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c31e-1f14-4988-abc0-c4d42c35f98f req-8917ca50-8178-462b-baae-7d59638cf665 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.948171 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ed3c31e-1f14-4988-abc0-c4d42c35f98f req-8917ca50-8178-462b-baae-7d59638cf665 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 931 time: 0.3387938 Sep 10 17:39:02.955431 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.956650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51526) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:02.963941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.964737 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.967002 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 1093 time: 2.3380067 Sep 10 17:39:02.980419 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.003319 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:03.025448 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.053783 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.060611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Attempting to bind port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:03.060611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Attempting to bind port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:03.060832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Attempting to bind port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:03.127471 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device b86ff094-fb8a-41bf-bae4-e4a280df9c1c details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:03.304897 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:03.305068 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,segment=NetworkSegment(e2ebeeec-4a8f-410a-81e4-d8581153036e),segment_id=e2ebeeec-4a8f-410a-81e4-d8581153036e)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:03.305696 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Attempting to bind port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd on network 13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:03.319819 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c', 'network_id': '6ff4f9b4-9690-483b-9504-f78fe4fed294', 'port_id': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c', 'mac_address': 'fa:16:3e:25:54:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0156e884-93ba-47e4-95ad-7013eb762d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:03.342618 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8ca-de3f-4a38-a583-2a0d48e74b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.342941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc21ce-6b1e-4586-a588-bf1266e6d778 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.352861 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ed3c31e-1f14-4988-abc0-c4d42c35f98f req-ed70b15f-2757-447e-9f70-934503d71b8d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817632 Sep 10 17:39:03.376837 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:03.379851 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-197dc5d2-64f7-4b06-b019-ebefa86959a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.380391 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Checking segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:03.380895 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Bound using segment: {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:03.381327 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-197dc5d2-64f7-4b06-b019-ebefa86959a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1096 time: 0.2920449 Sep 10 17:39:03.384100 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Bound port: 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c4f32-a574-4561-b54a-89af5b9ad089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:03.384478 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.491681 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-6b1ceb57-5374-46c9-bb1c-4f9a9bc8ed62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0738385 Sep 10 17:39:03.493038 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.509019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace77016-3521-4c54-8500-1e32876a833b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:03.516522 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86ff094-fb8a-41bf-bae4-e4a280df9c1c {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:03.534251 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.536831 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.540537 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f173d4db-0273-4003-a176-439ac5c38242 HTTP/1.1" status: 204 len: 168 time: 0.8263257 Sep 10 17:39:03.540689 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,segment=NetworkSegment(e2ebeeec-4a8f-410a-81e4-d8581153036e),segment_id=e2ebeeec-4a8f-410a-81e4-d8581153036e)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:03.546929 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.609865 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.618711 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-8d4f7384-ebc8-4cd3-81c0-90f21bc41a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.620777 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-8d4f7384-ebc8-4cd3-81c0-90f21bc41a42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.1147020 Sep 10 17:39:03.621854 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9214f-5b3f-477c-87a5-921d473ead6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173d4db-0273-4003-a176-439ac5c38242,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.640080 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243de5cc-691e-4b1f-a1be-01e0aaf20152 req-e1a535f8-3804-4452-b07d-2ada3ad2645a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.641952 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-243de5cc-691e-4b1f-a1be-01e0aaf20152 req-e1a535f8-3804-4452-b07d-2ada3ad2645a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 943 time: 0.1480641 Sep 10 17:39:03.649808 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:03.680175 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:03.719369 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-059bca88-a327-4ecf-bf9c-f155c85234ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893991 Sep 10 17:39:03.732841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc0004-1fa2-4c9e-81b3-85d4eeff0fd6 req-f0fa263f-57e8-48b5-be07-017dde52ec0d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.734394 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0fcc0004-1fa2-4c9e-81b3-85d4eeff0fd6 req-f0fa263f-57e8-48b5-be07-017dde52ec0d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 943 time: 0.2187383 Sep 10 17:39:03.735502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.742465 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:03.768943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.791260 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-243de5cc-691e-4b1f-a1be-01e0aaf20152 req-0dab706a-5a20-4fc0-8fd0-7c3f3ce59c9d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235595 Sep 10 17:39:03.799582 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['b86ff094-fb8a-41bf-bae4-e4a280df9c1c'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:03.827322 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Transition to ACTIVE for port object 035ee74e-3fba-4e62-9760-65c8ea90fc47 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:03.834320 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.835276 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.837357 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] 10.222.0.66 "PUT /v2.0/ports/60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 200 len: 1093 time: 1.9897041 Sep 10 17:39:03.837891 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.839585 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:03.842801 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:03.933160 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.956937 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca51e82-5d0e-49e3-bca8-f580e9428cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.964808 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.005556 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51560) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:04.060870 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8ca-de3f-4a38-a583-2a0d48e74b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.067692 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0fcc0004-1fa2-4c9e-81b3-85d4eeff0fd6 req-c22d0fc9-f5ab-423c-9606-7ac6aa900e69 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165147 Sep 10 17:39:04.099675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8ca-de3f-4a38-a583-2a0d48e74b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.099899 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-26c49f67-39a3-4f71-b292-92b1f92f7918 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680778 Sep 10 17:39:04.155381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78808c9a-0b99-4c0c-9d09-efc17e432e9c x-openstack-request-id: req-78808c9a-0b99-4c0c-9d09-efc17e432e9c {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:04.155699 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:04.160021 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78808c9a-0b99-4c0c-9d09-efc17e432e9c {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:04.160567 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd', 'status': 'completed', 'code': 200} Sep 10 17:39:04.230935 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd4f5b15-e1a4-464a-a919-e4eb29187a76 req-af65244d-9371-49ae-9c81-f33213072ccb service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078448 Sep 10 17:39:04.233210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:04.261255 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-7e42f8ca-de3f-4a38-a583-2a0d48e74b9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fbdd2ff180e4933b7bef5f47ff77181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2927256 Sep 10 17:39:04.265383 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51572) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:04.269114 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f8ca-de3f-4a38-a583-2a0d48e74b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f1914-f4e1-4bfe-b7a9-8ea28b30962e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:04.306878 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Attempting to bind port 035ee74e-3fba-4e62-9760-65c8ea90fc47 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:04.307218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Attempting to bind port 035ee74e-3fba-4e62-9760-65c8ea90fc47 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:04.307548 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Attempting to bind port 035ee74e-3fba-4e62-9760-65c8ea90fc47 on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:04.319919 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Port 035ee74e-3fba-4e62-9760-65c8ea90fc47 on network c67d8834-c481-4484-aa7e-e7ad6de91048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:04.320310 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Attempting to bind port 035ee74e-3fba-4e62-9760-65c8ea90fc47 on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:04.332730 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:04.333076 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Checking segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:04.333469 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Bound using segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:04.333911 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Bound port: 035ee74e-3fba-4e62-9760-65c8ea90fc47, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:04.334306 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.339388 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.392264 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3778d681-0842-44b6-9469-a4e96ea5fa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.397829 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.399401 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8776555 Sep 10 17:39:04.400308 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98f1ce-8874-434e-b089-9ae9ab2529de tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=e559e8a2-b573-4bd9-aed8-35526df3fd3a,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:04.410174 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-1d8f3896-28ff-439b-8d30-2d4a82b7ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.412152 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-1d8f3896-28ff-439b-8d30-2d4a82b7ddaf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1096 time: 0.4743180 Sep 10 17:39:04.416896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867afaf-4ac8-4437-a693-8deba6c88ec9 x-openstack-request-id: req-0867afaf-4ac8-4437-a693-8deba6c88ec9 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:04.418244 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:04.418850 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0867afaf-4ac8-4437-a693-8deba6c88ec9 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:04.423745 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646', 'status': 'completed', 'code': 200} Sep 10 17:39:04.475043 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.480890 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-85e2e64d-3a84-42e5-b2e3-61d85a88f3da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 200 len: 217 time: 0.0563421 Sep 10 17:39:04.558479 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace77016-3521-4c54-8500-1e32876a833b req-5cffec3c-6ce8-4bca-873d-7d4503c510bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.559965 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-5cffec3c-6ce8-4bca-873d-7d4503c510bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1096 time: 0.1516144 Sep 10 17:39:04.593761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.628926 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:04.656723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51594) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:04.688103 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:04.731760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.775018 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8fc42-279b-4502-a01d-bd9c3acb569e req-8fdaf6d2-6ea3-4931-b81a-a7944356fbff tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.783187 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-52f8fc42-279b-4502-a01d-bd9c3acb569e req-8fdaf6d2-6ea3-4931-b81a-a7944356fbff tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.2867906 Sep 10 17:39:04.797004 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.797624 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.799073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] 10.222.0.66 "PUT /v2.0/ports/035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 1093 time: 2.1444495 Sep 10 17:39:04.838982 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-0b9bb661-5915-497c-92cb-8d5c57e1af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.840491 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-0b9bb661-5915-497c-92cb-8d5c57e1af23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.3468120 Sep 10 17:39:04.842900 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3778d681-0842-44b6-9469-a4e96ea5fa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.866854 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-52f8fc42-279b-4502-a01d-bd9c3acb569e req-d49fab4b-ce69-4ed3-8f7f-fd352dfd222e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826247 Sep 10 17:39:04.888812 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-d532f3a0-8a90-4279-aa0c-31460ae7e90f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1004619062&fields=id&tenant_id=86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 267 time: 0.2027280 Sep 10 17:39:04.913644 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3778d681-0842-44b6-9469-a4e96ea5fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.978245 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace77016-3521-4c54-8500-1e32876a833b req-d2368370-f4c3-4347-8cee-e8bc675add69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.980192 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-d2368370-f4c3-4347-8cee-e8bc675add69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.4059384 Sep 10 17:39:04.982045 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.985642 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.986879 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c81f1914-f4e1-4bfe-b7a9-8ea28b30962e HTTP/1.1" status: 204 len: 168 time: 0.7149835 Sep 10 17:39:04.994888 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bae95e4-78fc-4622-8415-c28eaee006eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.022910 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6afcf-4138-49c9-b070-921c45bc4d21 service neutron] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.039164 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-60c2267b-a006-4aa3-8c33-44a5609c9154 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708496 Sep 10 17:39:05.072870 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-28482e5f-ff49-4a6a-b37f-bb2d0f7a696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.073763 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-28482e5f-ff49-4a6a-b37f-bb2d0f7a696e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1096 time: 0.2170138 Sep 10 17:39:05.080724 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-e8219f5a-c7f5-4c8d-a0eb-bd55870bf8c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0786052 Sep 10 17:39:05.136340 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device b86ff094-fb8a-41bf-bae4-e4a280df9c1c up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:05.142816 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778d681-0842-44b6-9469-a4e96ea5fa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d129cf9-8c8f-4dbb-8e90-d242f78c841d,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.164176 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3778d681-0842-44b6-9469-a4e96ea5fa20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e9748d68abd49e7902a9f79008659e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1471026 Sep 10 17:39:05.172240 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51616) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:05.211925 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port b86ff094-fb8a-41bf-bae4-e4a280df9c1c completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:05.217613 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port b86ff094-fb8a-41bf-bae4-e4a280df9c1c triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:05.219065 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.221662 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-01a19784-06b9-4e97-9950-6564f79ee685 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 217 time: 0.0972564 Sep 10 17:39:05.257966 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45732-fc72-4705-8026-446ab7615824 req-42d237d1-811d-46cd-9e49-9ce9c6c89add tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.259428 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-afa45732-fc72-4705-8026-446ab7615824 req-42d237d1-811d-46cd-9e49-9ce9c6c89add tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 943 time: 0.2574911 Sep 10 17:39:05.265944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59830c-17da-481d-9152-d25a5ee34785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f1914-f4e1-4bfe-b7a9-8ea28b30962e,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.288930 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-38b4d044-cd5e-4731-a06d-6db978b36686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.290820 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-38b4d044-cd5e-4731-a06d-6db978b36686 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0560842 Sep 10 17:39:05.312781 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-afa45732-fc72-4705-8026-446ab7615824 req-f351e218-3c4a-4994-a0ce-b7ae5e4b9ba0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Sep 10 17:39:05.330901 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.337374 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-ec64d97b-ed9b-48a5-8e1e-ee4c4854b837 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868977 Sep 10 17:39:05.340315 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.360238 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:05.365660 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.458605 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-42837ef3-455f-4849-9cab-b84bae4c50a4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.460596 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-42837ef3-455f-4849-9cab-b84bae4c50a4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 811 time: 0.5436947 Sep 10 17:39:05.467152 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,segment=NetworkSegment(e2ebeeec-4a8f-410a-81e4-d8581153036e),segment_id=e2ebeeec-4a8f-410a-81e4-d8581153036e)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:05.474643 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.482882 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace77016-3521-4c54-8500-1e32876a833b req-01627bb5-fac4-477e-b563-e343085f05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.484446 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-01627bb5-fac4-477e-b563-e343085f05af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.3672118 Sep 10 17:39:05.528322 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da517-8a65-461e-91f0-abd5e5b57b51 req-af883bdd-f9a7-4ab5-afe9-f36ba9edeb19 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.529843 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca4da517-8a65-461e-91f0-abd5e5b57b51 req-af883bdd-f9a7-4ab5-afe9-f36ba9edeb19 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 944 time: 0.1085250 Sep 10 17:39:05.535289 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.537852 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.538984 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d129cf9-8c8f-4dbb-8e90-d242f78c841d HTTP/1.1" status: 204 len: 168 time: 0.3334100 Sep 10 17:39:05.554557 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-321e6343-86f7-4fb1-9b92-ccd58b8eba62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501764 Sep 10 17:39:05.554785 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ebd05-cf15-4e7c-bc31-f3db57d7672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d129cf9-8c8f-4dbb-8e90-d242f78c841d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.576660 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-9f4f97a9-3c4f-4cbc-a87c-04abd74b253d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/quotas/86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 375 time: 0.0822849 Sep 10 17:39:05.594805 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-908f53ad-0e17-4b53-8b49-88c27dfe9a22 req-e6c14375-7da3-41f5-8f4d-51ec3fbe3b6a service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953828 Sep 10 17:39:05.612130 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca4da517-8a65-461e-91f0-abd5e5b57b51 req-5ae7d9c7-1ecd-49c6-bdc4-7682186f23ea tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720747 Sep 10 17:39:05.614729 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.629638 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1266476f-bc48-403a-b058-42c4dfd67af9" -d '{"events": [{"server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "name": "network-vif-plugged", "status": "completed", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:05.697821 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-ae55a8d3-77d5-4739-9b66-a536f5038faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.699766 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-ae55a8d3-77d5-4739-9b66-a536f5038faf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3911691 Sep 10 17:39:05.715108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-deb2753a-127a-4fb0-9e83-0fc7af4b5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.717070 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-deb2753a-127a-4fb0-9e83-0fc7af4b5fd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1096 time: 0.0600946 Sep 10 17:39:05.744064 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bae95e4-78fc-4622-8415-c28eaee006eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.794662 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bae95e4-78fc-4622-8415-c28eaee006eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.818679 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-7c2c0f01-24cc-49e5-bfc4-97c40c414944 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2333848 Sep 10 17:39:05.837579 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-3108b618-3f8b-49be-9735-e80ab14f8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.839102 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-3108b618-3f8b-49be-9735-e80ab14f8d9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.1149845 Sep 10 17:39:05.898153 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-7dfbfba3-3eaa-4d17-a847-38f74c20d075 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 200 len: 217 time: 0.0508728 Sep 10 17:39:05.917104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae95e4-78fc-4622-8415-c28eaee006eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c55189-d62e-41d6-bb05-69c2247df9b6,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.924417 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8bae95e4-78fc-4622-8415-c28eaee006eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9104ba365b1440ba3f78063b89e6a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2586968 Sep 10 17:39:05.924417 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-846393a0-f47d-45ad-b567-570e874361b0 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557937 Sep 10 17:39:05.932998 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51644) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:05.962381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-1c3f850c-44b7-4921-b15a-0c34f3c32c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.963933 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-1c3f850c-44b7-4921-b15a-0c34f3c32c83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0569837 Sep 10 17:39:06.007442 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-a3dd1d13-78fc-4e62-bc22-71ce6d174b4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360501 Sep 10 17:39:06.038695 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec949255-9edf-4cad-8041-bcf78276c186 x-openstack-request-id: req-ec949255-9edf-4cad-8041-bcf78276c186 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:06.039230 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "name": "network-vif-plugged", "status": "completed", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:06.039665 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec949255-9edf-4cad-8041-bcf78276c186 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:06.040301 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c', 'code': 200} Sep 10 17:39:06.059780 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-592f9ad0-79ba-40a0-93d8-777076b6a671 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487375 Sep 10 17:39:06.162315 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-b53e9449-c685-4054-9502-b55996d49f1b service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467009 Sep 10 17:39:06.249829 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-de9c81e5-34a6-461c-bf8b-cee136df8e8b service neutron] 10.222.0.65 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999622 Sep 10 17:39:06.362537 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.369989 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-5e9aa708-1650-4188-9300-5595a7b30889 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347203 Sep 10 17:39:06.405212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55646571-e7c5-4c53-9848-b4817977aaff req-8132e546-1b89-4246-973f-7c2f38ada238 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.420357 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55646571-e7c5-4c53-9848-b4817977aaff req-8132e546-1b89-4246-973f-7c2f38ada238 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.2671466 Sep 10 17:39:06.432626 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e5c83875-17b8-4188-ab5f-78c2b0f6ec9b req-ac525741-4c2f-4550-a3db-342db1e7c35e service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489212 Sep 10 17:39:06.437259 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-13ab91de-4ace-4549-90dd-7d93469d83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.438952 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-13ab91de-4ace-4549-90dd-7d93469d83ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 1098 time: 0.1633828 Sep 10 17:39:06.465423 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-d3110234-e302-4ed0-b0ce-1fcd413cc9ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.495614 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55646571-e7c5-4c53-9848-b4817977aaff req-31e5610b-53ae-479a-b268-af7f7f74c57d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801690 Sep 10 17:39:06.613772 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:06.616331 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a34ae01-343f-4198-bcb0-6a737fb82c92" -d '{"events": [{"name": "network-changed", "server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:06.645002 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-161eea1f-014f-46f3-8591-a4099fe5dd84 req-00ca4171-2498-415e-963b-2429dc6c2352 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594926 Sep 10 17:39:06.667204 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.698570 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c13c20-d1cd-484b-84e7-737ab06523a5 req-36eb4543-5b9f-4797-8220-8b666090262d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.706992 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-05c13c20-d1cd-484b-84e7-737ab06523a5 req-36eb4543-5b9f-4797-8220-8b666090262d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 943 time: 0.0993764 Sep 10 17:39:06.718197 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-3657aec0-a262-4483-9dcf-41d64089ab67 service neutron] 10.222.0.65 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591212 Sep 10 17:39:06.730835 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:39:06.744745 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-d3110234-e302-4ed0-b0ce-1fcd413cc9ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.759432 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.760938 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-d3110234-e302-4ed0-b0ce-1fcd413cc9ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.764394 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.781449 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39c55189-d62e-41d6-bb05-69c2247df9b6 HTTP/1.1" status: 204 len: 168 time: 0.8449464 Sep 10 17:39:06.803439 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8769a5-91e9-4b4c-9fbe-6c4843b86a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c55189-d62e-41d6-bb05-69c2247df9b6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:06.867201 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77c3044f-270a-42ad-a5f1-2fc33b2dd4b9 req-d3110234-e302-4ed0-b0ce-1fcd413cc9ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197874 Sep 10 17:39:06.894115 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-05c13c20-d1cd-484b-84e7-737ab06523a5 req-a57b0ab1-b0a0-4271-99e6-6b36c234401a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807253 Sep 10 17:39:06.895265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3110234-e302-4ed0-b0ce-1fcd413cc9ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=59867740-4064-4a71-93f1-024d2314c574,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:06.951515 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a997050-16aa-4cc5-95b2-a17ac0acd94f x-openstack-request-id: req-5a997050-16aa-4cc5-95b2-a17ac0acd94f {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:06.951812 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:06.952064 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a997050-16aa-4cc5-95b2-a17ac0acd94f {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:06.952502 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'status': 'completed', 'code': 200} Sep 10 17:39:07.049463 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce978-d884-47be-97f6-504c74c4f0a5 req-326065c4-5af4-497e-9e2c-89426ab4d92f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.051607 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bf5ce978-d884-47be-97f6-504c74c4f0a5 req-326065c4-5af4-497e-9e2c-89426ab4d92f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0619552 Sep 10 17:39:07.101955 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bf5ce978-d884-47be-97f6-504c74c4f0a5 req-87769405-8b11-4ca8-884f-7228ddc7246d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Sep 10 17:39:07.126647 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 6e11ce7f-6b12-4adf-80a7-f362b0008646 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:07.285041 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f6bd73c2-d461-452e-8d30-b275889dbc38 req-aec24de8-09eb-43fd-a9fa-ad87bf517869 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 210 time: 0.3085659 Sep 10 17:39:07.313089 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:07.326894 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '6e11ce7f-6b12-4adf-80a7-f362b0008646', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'port_id': '6e11ce7f-6b12-4adf-80a7-f362b0008646', 'mac_address': 'fa:16:3e:6a:ab:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:07.379244 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.391010 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-a4593e4a-017a-4942-9e87-8e94df838dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.394944 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-a4593e4a-017a-4942-9e87-8e94df838dc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1096 time: 0.1177275 Sep 10 17:39:07.407164 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e11ce7f-6b12-4adf-80a7-f362b0008646 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:07.462760 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:07.486552 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.543741 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-4557e6cf-d6bd-4ec6-8d7f-98cde543ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.546032 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-4557e6cf-d6bd-4ec6-8d7f-98cde543ff60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.1445291 Sep 10 17:39:07.577855 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:07.613284 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-0ab1f336-9863-4f8d-bf4b-19414ea3aeb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 217 time: 0.0568867 Sep 10 17:39:07.647118 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51720) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:07.694211 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a03fed1c-b0c2-48e4-9c3a-6668f6f08858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.705960 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-2727bb75-2749-430a-b21a-46d2023f9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.707577 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-2727bb75-2749-430a-b21a-46d2023f9d7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0854433 Sep 10 17:39:07.739652 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['6e11ce7f-6b12-4adf-80a7-f362b0008646'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:07.748025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3837-c1bf-406f-ab92-6df8b73e5bee req-19d9c8db-3443-4f1a-98dd-3af669deadb9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.758315 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-02dc3837-c1bf-406f-ab92-6df8b73e5bee req-19d9c8db-3443-4f1a-98dd-3af669deadb9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.1282218 Sep 10 17:39:07.776537 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-3ede6e48-a2ac-4efe-9f53-a4548930deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.778400 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-3ede6e48-a2ac-4efe-9f53-a4548930deaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595603 Sep 10 17:39:07.821694 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-02dc3837-c1bf-406f-ab92-6df8b73e5bee req-7914e521-01b9-4700-b4fe-caa682dd712f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618613 Sep 10 17:39:07.899509 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a03fed1c-b0c2-48e4-9c3a-6668f6f08858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.908340 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a03fed1c-b0c2-48e4-9c3a-6668f6f08858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.944312 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-528645db-300b-42a6-be67-19e080ccf7fb service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576948 Sep 10 17:39:07.950248 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fed1c-b0c2-48e4-9c3a-6668f6f08858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c62d99-7c86-42de-a235-32e091f82105,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:07.957388 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a03fed1c-b0c2-48e4-9c3a-6668f6f08858 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eea3f22551c04864b23aa8c88acea368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089459 Sep 10 17:39:07.960243 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51728) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:08.108031 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2eb9d-db8c-4a19-86e1-7ac484412f8a req-2fa556af-99a2-4985-b25d-5985768bb7fd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.109533 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d5d2eb9d-db8c-4a19-86e1-7ac484412f8a req-2fa556af-99a2-4985-b25d-5985768bb7fd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 943 time: 0.1395993 Sep 10 17:39:08.147345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.157442 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3a34ae01-343f-4198-bcb0-6a737fb82c92 req-6857ef6b-7239-46e5-8e82-b90d4e6bc4d0 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045331 Sep 10 17:39:08.195536 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.211069 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d5d2eb9d-db8c-4a19-86e1-7ac484412f8a req-997c8a6d-e0b6-4eb0-8fa0-e8a999f08e7a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907333 Sep 10 17:39:08.242125 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad173-e4ed-412e-9a38-db5f87cc62d7 req-28de8bcb-d5c8-4d8f-bd3c-704126ed5a68 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.244134 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-53cad173-e4ed-412e-9a38-db5f87cc62d7 req-28de8bcb-d5c8-4d8f-bd3c-704126ed5a68 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0602734 Sep 10 17:39:08.310714 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-53cad173-e4ed-412e-9a38-db5f87cc62d7 req-0ed60853-f6f4-44b0-a2df-a195a20e10ce tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574100 Sep 10 17:39:08.361902 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.365320 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.366703 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4c62d99-7c86-42de-a235-32e091f82105 HTTP/1.1" status: 204 len: 168 time: 0.3985453 Sep 10 17:39:08.382532 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e525a-85cc-4acb-beae-e0acd13b3683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c62d99-7c86-42de-a235-32e091f82105,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.438248 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-68addd72-93f4-4c5e-bcde-e71312039333 req-dd5a75d9-5cbe-45df-86a7-fc561855f625 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 210 time: 0.0520082 Sep 10 17:39:08.449897 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-39fe08ac-73a6-4654-b4c3-6ab965c830cb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.451404 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-39fe08ac-73a6-4654-b4c3-6ab965c830cb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 811 time: 0.2104063 Sep 10 17:39:08.543958 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-bc143eb8-f41d-4750-b1e5-63a316a3b08b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 380 time: 0.0622666 Sep 10 17:39:08.556844 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'port': {'device_id': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'admin_state_up': True, 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'security_groups': ['b6a081df-ac4e-4dbe-a86a-891d909780ae']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:08.752237 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Made reservation on behalf of 86e8a1db7db5477889d83a4feacac73b for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:08.755737 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.931314 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Allocated IP 172.20.0.3 (61b31fd3-ce57-454d-9403-310569eeba54/7a415f12-bf9c-49f8-866f-140ef54f9ce5/4f0ab070-82c8-4869-a2db-1ff212a69565) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:08.975319 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9ad59-64d2-42a2-93ac-f2b84a6461c4 req-8d175d84-a85f-49c3-a586-f807276cad01 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.976971 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bed9ad59-64d2-42a2-93ac-f2b84a6461c4 req-8d175d84-a85f-49c3-a586-f807276cad01 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0508878 Sep 10 17:39:09.021056 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bed9ad59-64d2-42a2-93ac-f2b84a6461c4 req-9ad26cb0-1a0c-491c-abc3-58e45925f653 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Sep 10 17:39:09.082221 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.101855 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Transition to ACTIVE for port object 4f0ab070-82c8-4869-a2db-1ff212a69565 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:09.136796 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.181796 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Network 61b31fd3-ce57-454d-9403-310569eeba54 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:09.184950 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:09.187832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:09.193761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.194394 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.209422 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:09.220994 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-6472779e-1127-46ff-a07c-d00ee92bc828 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6702046 Sep 10 17:39:09.330984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097a4d3-00ed-402c-a960-7f2c4b615d81 req-4ab5de03-f964-40bc-85e2-bf0403628c33 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.339292 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1097a4d3-00ed-402c-a960-7f2c4b615d81 req-4ab5de03-f964-40bc-85e2-bf0403628c33 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 943 time: 0.0587335 Sep 10 17:39:09.386451 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1097a4d3-00ed-402c-a960-7f2c4b615d81 req-9b403484-ccdf-4d55-b242-6d9cfb00f38f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Sep 10 17:39:09.429914 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bce47-0a52-4322-9818-e8118c37bed1 req-6019611e-1327-49bf-b3bb-4e55ba001e95 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.431833 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-193bce47-0a52-4322-9818-e8118c37bed1 req-6019611e-1327-49bf-b3bb-4e55ba001e95 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0517859 Sep 10 17:39:09.466056 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-73703066-961d-45d3-a41e-4e875833d97c None None] Provisioning for port 4f0ab070-82c8-4869-a2db-1ff212a69565 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:09.471653 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-73703066-961d-45d3-a41e-4e875833d97c None None] Provisioning complete for port 4f0ab070-82c8-4869-a2db-1ff212a69565 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:09.472095 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-73703066-961d-45d3-a41e-4e875833d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.492383 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-193bce47-0a52-4322-9818-e8118c37bed1 req-69fceaec-d8bb-412e-bd75-876d809ee09a tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Sep 10 17:39:09.515026 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-73703066-961d-45d3-a41e-4e875833d97c None None] Port 4f0ab070-82c8-4869-a2db-1ff212a69565 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:09.571963 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046e2ec-6663-4b1d-8e58-42fe472773b9 req-abb2ab79-e86d-40c5-97b2-0dfa452b216b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.573472 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3046e2ec-6663-4b1d-8e58-42fe472773b9 req-abb2ab79-e86d-40c5-97b2-0dfa452b216b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 931 time: 0.0568225 Sep 10 17:39:09.617457 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3046e2ec-6663-4b1d-8e58-42fe472773b9 req-3e52b842-fe19-4a4f-8732-bac1b1c887d0 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365028 Sep 10 17:39:09.838034 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 60e2fc20-53e9-43fa-90c4-60752cb3f1dd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:09.967588 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:09.979534 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd', 'network_id': '13c0d8e3-817d-4f17-a6f4-e19b35adcfd9', 'port_id': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd', 'mac_address': 'fa:16:3e:07:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8955a5f0-a69d-4ed4-8088-e122c6474266', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:10.017604 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.031738 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e2fc20-53e9-43fa-90c4-60752cb3f1dd {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:10.055119 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:10.062922 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.065328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:10.145676 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.172529 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46111871-a5dc-487c-9899-756f8b8ddf7f req-7cce52b8-bd6e-4335-b518-26b3ba2fa245 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.175281 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-46111871-a5dc-487c-9899-756f8b8ddf7f req-7cce52b8-bd6e-4335-b518-26b3ba2fa245 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0590990 Sep 10 17:39:10.230811 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-46111871-a5dc-487c-9899-756f8b8ddf7f req-648094c9-09c7-4d9d-b1cb-b58d98d051ef tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459852 Sep 10 17:39:10.264040 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:10.276412 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:10.314846 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.332129 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:10.352942 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:10.359598 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.420940 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.523415 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d81bf-6dae-4396-abee-1e5d50fcd401 req-f3291ab0-03b5-4a5b-a5db-f9fa9ad52ee4 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.525257 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2f7d81bf-6dae-4396-abee-1e5d50fcd401 req-f3291ab0-03b5-4a5b-a5db-f9fa9ad52ee4 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 944 time: 0.0531979 Sep 10 17:39:10.564686 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2f7d81bf-6dae-4396-abee-1e5d50fcd401 req-2d789e40-0c0c-4a1c-b6f0-ad65f7c64ca9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Sep 10 17:39:10.696669 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 6e11ce7f-6b12-4adf-80a7-f362b0008646 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:10.701171 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Request body: {'port': {'device_id': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:10.746565 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5dd44-4214-401a-9f89-5e3ee9fc2486 req-5a2e61dd-cd77-4e90-992c-f076a1d902d0 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.747890 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-38b5dd44-4214-401a-9f89-5e3ee9fc2486 req-5a2e61dd-cd77-4e90-992c-f076a1d902d0 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 931 time: 0.0541177 Sep 10 17:39:10.750631 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 6e11ce7f-6b12-4adf-80a7-f362b0008646 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:10.755404 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 6e11ce7f-6b12-4adf-80a7-f362b0008646 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:10.756026 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.762106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.795099 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-38b5dd44-4214-401a-9f89-5e3ee9fc2486 req-010352dd-a2bb-4556-8f99-8be21128086d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Sep 10 17:39:10.848565 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.871368 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:10.873648 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c341be64-c7b3-4108-905b-6bd50993566a" -d '{"events": [{"server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "name": "network-vif-plugged", "status": "completed", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:10.886372 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:10.890357 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.916464 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b372b1a-52ca-497f-b4e9-d7e9bc485731 x-openstack-request-id: req-4b372b1a-52ca-497f-b4e9-d7e9bc485731 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:10.916745 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "name": "network-vif-plugged", "status": "completed", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:10.916990 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b372b1a-52ca-497f-b4e9-d7e9bc485731 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:10.917368 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646', 'code': 200} Sep 10 17:39:10.941300 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.031461 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0ab070-82c8-4869-a2db-1ff212a69565 {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:11.038813 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.050705 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Transition to ACTIVE for port object 4f0ab070-82c8-4869-a2db-1ff212a69565 will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:11.054359 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.105869 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.133371 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Attempting to bind port 4f0ab070-82c8-4869-a2db-1ff212a69565 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:11.133704 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Attempting to bind port 4f0ab070-82c8-4869-a2db-1ff212a69565 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:11.134055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Attempting to bind port 4f0ab070-82c8-4869-a2db-1ff212a69565 on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:11.138422 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Port 4f0ab070-82c8-4869-a2db-1ff212a69565 on network 61b31fd3-ce57-454d-9403-310569eeba54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:11.138745 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Attempting to bind port 4f0ab070-82c8-4869-a2db-1ff212a69565 on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:11.144117 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:11.144452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Checking segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:11.144834 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Bound using segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:11.145302 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Bound port: 4f0ab070-82c8-4869-a2db-1ff212a69565, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:11.145620 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.213190 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:11.216288 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4f0ab070-82c8-4869-a2db-1ff212a69565,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:11.221581 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.256749 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.257366 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.258784 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] 10.222.0.66 "PUT /v2.0/ports/4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1093 time: 0.5620649 Sep 10 17:39:11.259220 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:11.261424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f50a78-df4a-4372-a478-bdbaa21d1bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:11.288247 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb91b-1cf0-4f27-ab18-529018213d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.305369 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d61b1-bef4-4028-9466-31342f75a0eb x-openstack-request-id: req-c24d61b1-bef4-4028-9466-31342f75a0eb {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:11.305793 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:11.306281 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c24d61b1-bef4-4028-9466-31342f75a0eb {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:11.306942 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'status': 'completed', 'code': 200} Sep 10 17:39:11.356942 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9e38-0382-4aa0-b38b-2dcf29d3d768 req-78838cac-c0b0-47fd-aa91-3c9d9935b5e4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.358578 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fae9e38-0382-4aa0-b38b-2dcf29d3d768 req-78838cac-c0b0-47fd-aa91-3c9d9935b5e4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0517488 Sep 10 17:39:11.399010 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fae9e38-0382-4aa0-b38b-2dcf29d3d768 req-99697d66-e8b9-4ff1-94a9-2bd6eda7c88d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331621 Sep 10 17:39:11.695489 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c13b5-30f7-40e7-9144-40132d60a4c4 req-0534eea3-3962-41ac-8b05-0fc344ed141f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.702673 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-245c13b5-30f7-40e7-9144-40132d60a4c4 req-0534eea3-3962-41ac-8b05-0fc344ed141f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 944 time: 0.0698934 Sep 10 17:39:11.771350 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-245c13b5-30f7-40e7-9144-40132d60a4c4 req-9c7c8b89-5d66-43bc-8cb6-95169a4dd035 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658777 Sep 10 17:39:11.774093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-dcaf00b3-cb42-4205-bc65-8fc977319d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.775928 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-dcaf00b3-cb42-4205-bc65-8fc977319d1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1096 time: 0.0716879 Sep 10 17:39:11.956210 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['035ee74e-3fba-4e62-9760-65c8ea90fc47'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:11.988113 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['60e2fc20-53e9-43fa-90c4-60752cb3f1dd'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:11.992683 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bfcd9-e8f3-4816-9815-8e3b678476e6 req-c834b60f-633e-4644-9b96-ec41d2a1b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.994291 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-842bfcd9-e8f3-4816-9815-8e3b678476e6 req-c834b60f-633e-4644-9b96-ec41d2a1b0c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.1596313 Sep 10 17:39:12.002598 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cab09-2728-4180-a472-2670b6db11a6 req-e6bee132-b70f-4916-bab1-ef58ded0328c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.003544 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4d5cab09-2728-4180-a472-2670b6db11a6 req-e6bee132-b70f-4916-bab1-ef58ded0328c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.1039965 Sep 10 17:39:12.013474 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-fe991173-5054-4ad5-9227-656cb9fb1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.015018 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-fe991173-5054-4ad5-9227-656cb9fb1ea9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=86e8a1db7db5477889d83a4feacac73b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2274563 Sep 10 17:39:12.059484 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-842bfcd9-e8f3-4816-9815-8e3b678476e6 req-bcabbc8e-dc22-4995-9d29-4b3b4e3cbf20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Sep 10 17:39:12.076280 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4d5cab09-2728-4180-a472-2670b6db11a6 req-9f345022-7950-4f60-a366-50bd93e9099c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557418 Sep 10 17:39:12.226878 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-b1aa8007-4f71-48b6-9d48-f61d69013bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.229016 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-49f50a78-df4a-4372-a478-bdbaa21d1bfa req-b1aa8007-4f71-48b6-9d48-f61d69013bf3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054875 Sep 10 17:39:12.331519 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-b310c5d8-0590-45d7-9b24-b8b160562b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.333166 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-b310c5d8-0590-45d7-9b24-b8b160562b4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1096 time: 0.0446754 Sep 10 17:39:12.395420 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-951ed21f-118e-4a86-afad-41910dbead03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 217 time: 0.0454326 Sep 10 17:39:12.399251 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3693a-76b5-4900-b151-238951fa8429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.405212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51922) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:12.456762 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-e8fa0cdb-791a-4341-b3de-9b835c4c72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.458291 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-e8fa0cdb-791a-4341-b3de-9b835c4c72f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0467868 Sep 10 17:39:12.545516 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-7a701bab-d34f-40c3-a7d5-075240dbde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.547217 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-7a701bab-d34f-40c3-a7d5-075240dbde4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715790 Sep 10 17:39:12.570555 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.597525 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ca347-f306-44aa-9e1d-3234d7ee0a85 req-4f0583a7-eeb2-4a8c-8b3f-f353979beb57 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.599046 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6c3ca347-f306-44aa-9e1d-3234d7ee0a85 req-4f0583a7-eeb2-4a8c-8b3f-f353979beb57 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0972390 Sep 10 17:39:12.631011 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb3c3-eb61-4398-ae2e-445a5ad236ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.701668 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6c3ca347-f306-44aa-9e1d-3234d7ee0a85 req-ee54087f-777d-48d0-b622-785bf49a7124 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925114 Sep 10 17:39:12.905446 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-32a3400c-a75a-42c2-8d8c-221575fdf54e service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405833 Sep 10 17:39:12.918439 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528de5d-b624-4321-a983-34da54298f73 req-826480f3-667c-402c-a521-02a88fa48301 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.920301 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1528de5d-b624-4321-a983-34da54298f73 req-826480f3-667c-402c-a521-02a88fa48301 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 944 time: 0.0713556 Sep 10 17:39:12.981424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb3c3-eb61-4398-ae2e-445a5ad236ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.982692 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1528de5d-b624-4321-a983-34da54298f73 req-c3a42384-d35a-44b7-8804-784af29e24f1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Sep 10 17:39:12.986306 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb3c3-eb61-4398-ae2e-445a5ad236ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.033907 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1a3bb3c3-eb61-4398-ae2e-445a5ad236ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90b39292688348fe80600426c1e3aa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275682 Sep 10 17:39:13.035845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb3c3-eb61-4398-ae2e-445a5ad236ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95797a2-f162-42db-810c-c9f95ddd08cc,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:13.036685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51950) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:13.104719 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.127609 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.204124 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77226-2fb1-40ed-8730-597851130f43 req-10fdddc6-8503-440e-bdb0-43202a319592 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.205619 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c0d77226-2fb1-40ed-8730-597851130f43 req-10fdddc6-8503-440e-bdb0-43202a319592 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0567105 Sep 10 17:39:13.218849 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.221408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.222475 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b95797a2-f162-42db-810c-c9f95ddd08cc HTTP/1.1" status: 204 len: 168 time: 0.1847556 Sep 10 17:39:13.240694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa56b98-b706-46b8-b3bd-6053731a750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95797a2-f162-42db-810c-c9f95ddd08cc,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:13.259072 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c0d77226-2fb1-40ed-8730-597851130f43 req-46722c1a-a2f0-4f92-b570-200b131d7bc0 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473571 Sep 10 17:39:13.487197 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 51966) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:13.500412 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8a49ab93-603a-4b20-972e-f92097b2e5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.591580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8a49ab93-603a-4b20-972e-f92097b2e5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.595261 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8a49ab93-603a-4b20-972e-f92097b2e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.632667 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49ab93-603a-4b20-972e-f92097b2e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfeec62-ef81-4be2-b6e9-8e5abc7c7c24,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:13.636117 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8a49ab93-603a-4b20-972e-f92097b2e5bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa86df1a631c4a518f8036f559bae1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478655 Sep 10 17:39:13.638964 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 51970) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:13.685513 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.706200 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.752124 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.754826 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.758765 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcfeec62-ef81-4be2-b6e9-8e5abc7c7c24 HTTP/1.1" status: 204 len: 168 time: 0.1160548 Sep 10 17:39:13.763798 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef72d-6d56-4547-a18a-11d33846a4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfeec62-ef81-4be2-b6e9-8e5abc7c7c24,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:13.810056 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:13.825791 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1162616-098c-41a1-acba-b05cf7e3d998 req-d228c896-666f-4812-9dd7-8946888a63ca tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.827323 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d1162616-098c-41a1-acba-b05cf7e3d998 req-d228c896-666f-4812-9dd7-8946888a63ca tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0520523 Sep 10 17:39:13.867807 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d1162616-098c-41a1-acba-b05cf7e3d998 req-5b0acb63-4a25-48d7-94cb-e87673436b90 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Sep 10 17:39:13.874742 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:13.879522 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:13.880361 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.960757 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.982297 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:13.984578 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d17076-483d-4755-afdc-b691fd254e40" -d '{"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:13.997520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:14.002551 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.003379 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 60e2fc20-53e9-43fa-90c4-60752cb3f1dd up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:14.075502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c717d1c-fafc-46ee-9f86-9f6cdf0348a2 x-openstack-request-id: req-8c717d1c-fafc-46ee-9f86-9f6cdf0348a2 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:14.075887 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:14.076233 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c717d1c-fafc-46ee-9f86-9f6cdf0348a2 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:14.076799 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'code': 200} Sep 10 17:39:14.083168 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:14.115603 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:14.119495 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:14.119993 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.147474 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab2dec-c574-4a05-8d61-dcdceaa52ab0 req-3dadbdba-1ed0-4b02-b3bd-5f66ff8ee620 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.150578 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e0ab2dec-c574-4a05-8d61-dcdceaa52ab0 req-3dadbdba-1ed0-4b02-b3bd-5f66ff8ee620 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 944 time: 0.0689290 Sep 10 17:39:14.198685 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e0ab2dec-c574-4a05-8d61-dcdceaa52ab0 req-73bd704b-0004-463b-951c-17bfe9c14580 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Sep 10 17:39:14.202982 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.241203 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:14.244901 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.299608 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:14.383593 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96278e8-b895-4b1e-a5b1-df13d84b6398 req-cd7cb214-9dcd-4fe1-88f4-bcc403fef4a2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.385055 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d96278e8-b895-4b1e-a5b1-df13d84b6398 req-cd7cb214-9dcd-4fe1-88f4-bcc403fef4a2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0534587 Sep 10 17:39:14.429979 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d96278e8-b895-4b1e-a5b1-df13d84b6398 req-d2d48090-e788-456d-a1ee-f39819cd29b9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Sep 10 17:39:14.937885 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-00b42275-ef04-4e90-a2d8-42e6d20c1889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.992319 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f13-2514-4a76-bb7e-7b5590f36e10 req-b8091d24-20e9-4c61-8cec-ac106a37519c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.993785 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-52512f13-2514-4a76-bb7e-7b5590f36e10 req-b8091d24-20e9-4c61-8cec-ac106a37519c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0493214 Sep 10 17:39:15.032415 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-52512f13-2514-4a76-bb7e-7b5590f36e10 req-a2530e39-b6e8-482c-ab18-8c7462a0a345 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Sep 10 17:39:15.305614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528715-95fd-4b83-a089-b98aca9593e2 req-87c4d91d-736d-43c8-b098-7e6a0234ebd5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:15.307150 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c528715-95fd-4b83-a089-b98aca9593e2 req-87c4d91d-736d-43c8-b098-7e6a0234ebd5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0480247 Sep 10 17:39:15.351035 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c528715-95fd-4b83-a089-b98aca9593e2 req-8f517268-7617-469f-8a9b-f10b299abb00 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Sep 10 17:39:15.378253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.563692 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af37ab0-0121-499b-8c0b-c3540c9b7c81 req-938af716-11ad-47c2-9056-5986e53c5f57 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:15.565149 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4af37ab0-0121-499b-8c0b-c3540c9b7c81 req-938af716-11ad-47c2-9056-5986e53c5f57 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0528100 Sep 10 17:39:15.602946 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4af37ab0-0121-499b-8c0b-c3540c9b7c81 req-8b8ef0c5-4db6-40e7-b7ee-54b248711d6f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Sep 10 17:39:15.739444 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-41b3035f-0335-41c9-a63c-e4c383a23eb1 req-5dd8af72-98b7-489b-b11e-9065b9f79e15 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921011 Sep 10 17:39:15.837726 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f673bc-f94b-4031-9b20-ad88d2927f55 req-829beea1-3ae6-4ae3-b5f6-13eda92b9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:15.839431 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-96f673bc-f94b-4031-9b20-ad88d2927f55 req-829beea1-3ae6-4ae3-b5f6-13eda92b9ead service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1098 time: 0.0400560 Sep 10 17:39:15.879033 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-96f673bc-f94b-4031-9b20-ad88d2927f55 req-b154c183-f4f0-4340-b688-769628674e2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291324 Sep 10 17:39:16.077878 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:16.080386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb220444-86bc-4f63-bed4-c30c7901fcf1" -d '{"events": [{"server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "name": "network-vif-plugged", "status": "completed", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:16.115970 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f46804-1da6-4a9d-a969-04f2842dd7f9 x-openstack-request-id: req-33f46804-1da6-4a9d-a969-04f2842dd7f9 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:16.116332 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "name": "network-vif-plugged", "status": "completed", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:16.116960 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33f46804-1da6-4a9d-a969-04f2842dd7f9 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:16.117318 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd', 'code': 200} Sep 10 17:39:16.149993 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b262e-6b3e-44b7-9936-419186623b87 req-d677202b-77a0-4974-91fb-64c2844d75c7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:16.152233 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c2b262e-6b3e-44b7-9936-419186623b87 req-d677202b-77a0-4974-91fb-64c2844d75c7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0507112 Sep 10 17:39:16.191260 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c2b262e-6b3e-44b7-9936-419186623b87 req-2645e4de-25de-4cf4-860e-149d394f7147 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Sep 10 17:39:16.341260 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.463336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926892-eec3-419d-9194-a1d279eacfb2 req-22e3a9f8-7237-410b-bfc5-c54584306900 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:16.464829 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9c926892-eec3-419d-9194-a1d279eacfb2 req-22e3a9f8-7237-410b-bfc5-c54584306900 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0467517 Sep 10 17:39:16.505218 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9c926892-eec3-419d-9194-a1d279eacfb2 req-72c59b54-d9e9-48b4-b547-aeed63ed781a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Sep 10 17:39:16.712647 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5020-2b56-4bd3-bf41-f1f94eab36db req-80446a54-5242-40e4-ad68-73ab253f0016 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:16.714103 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f58d5020-2b56-4bd3-bf41-f1f94eab36db req-80446a54-5242-40e4-ad68-73ab253f0016 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0466497 Sep 10 17:39:16.750463 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f58d5020-2b56-4bd3-bf41-f1f94eab36db req-91c9d187-b154-4f7b-a185-b63ae439ccce tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297701 Sep 10 17:39:17.304175 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c06a-9e48-460c-ab13-8d237bb75860 req-0d27a12e-4509-4fc8-83e3-2679f3015914 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:17.305772 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc71c06a-9e48-460c-ab13-8d237bb75860 req-0d27a12e-4509-4fc8-83e3-2679f3015914 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0467734 Sep 10 17:39:17.342362 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc71c06a-9e48-460c-ab13-8d237bb75860 req-3c05e8c1-4d5b-4bcb-9cd3-774344066992 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Sep 10 17:39:17.619404 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff55133-1a57-496f-a4a9-7e5225b7670a req-5a0a2997-27ff-4e44-9165-6c8c9222433f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:17.620868 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1ff55133-1a57-496f-a4a9-7e5225b7670a req-5a0a2997-27ff-4e44-9165-6c8c9222433f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Sep 10 17:39:17.657593 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1ff55133-1a57-496f-a4a9-7e5225b7670a req-77282ae0-6d7e-4eb3-ac20-f2817941aa12 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300758 Sep 10 17:39:17.801643 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.863553 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30318f2-8876-4692-9339-e9b0157d81e0 req-fd817d89-2cec-4778-abaf-a5a239edc906 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:17.865258 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a30318f2-8876-4692-9339-e9b0157d81e0 req-fd817d89-2cec-4778-abaf-a5a239edc906 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0469201 Sep 10 17:39:17.900576 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a30318f2-8876-4692-9339-e9b0157d81e0 req-0165bea3-3db7-4747-8373-f50ea44d21ca tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294681 Sep 10 17:39:18.458657 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0b2a-7a78-4225-be16-3db0af25d589 req-81286169-462f-45ef-aea0-baee578cf695 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:18.460134 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5f8f0b2a-7a78-4225-be16-3db0af25d589 req-81286169-462f-45ef-aea0-baee578cf695 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0471933 Sep 10 17:39:18.496541 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5f8f0b2a-7a78-4225-be16-3db0af25d589 req-009d9997-59c1-4bb8-aac3-49d7cf7a8e45 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304942 Sep 10 17:39:18.766121 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b91dd-649b-4a99-b403-307f92ba6ad5 req-ea8c8165-6f5c-4087-819f-79430d78b633 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:18.768239 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ac9b91dd-649b-4a99-b403-307f92ba6ad5 req-ea8c8165-6f5c-4087-819f-79430d78b633 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Sep 10 17:39:18.807129 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ac9b91dd-649b-4a99-b403-307f92ba6ad5 req-56f5e83b-54ab-4d69-85af-0a2898ab0cda tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Sep 10 17:39:19.016564 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280ca46-e5da-4871-9451-5588d4b15553 req-a23283ee-d5b8-49ca-ade5-31b07af86961 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.018768 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d280ca46-e5da-4871-9451-5588d4b15553 req-a23283ee-d5b8-49ca-ade5-31b07af86961 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0527802 Sep 10 17:39:19.062279 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d280ca46-e5da-4871-9451-5588d4b15553 req-7dde7fc5-bd5b-4915-8366-b4935f6d5bae tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366089 Sep 10 17:39:19.274799 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a4104-b381-40a8-a31a-74fabc2610da req-1112a63f-8d58-4cf3-a19a-c147f6249bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.277984 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d08a4104-b381-40a8-a31a-74fabc2610da req-1112a63f-8d58-4cf3-a19a-c147f6249bfe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1098 time: 0.0442309 Sep 10 17:39:19.322304 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d08a4104-b381-40a8-a31a-74fabc2610da req-0c97efc0-fcc9-4660-8c2e-df0f82d5e085 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Sep 10 17:39:19.612812 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14418-d189-4a50-99f7-a27ef2b02826 req-ec7af6c8-57fa-4a11-9ef0-6a461b9a800a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.615482 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4db14418-d189-4a50-99f7-a27ef2b02826 req-ec7af6c8-57fa-4a11-9ef0-6a461b9a800a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0479708 Sep 10 17:39:19.651973 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4db14418-d189-4a50-99f7-a27ef2b02826 req-433d614a-3810-4b66-b79b-fee29c21186a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Sep 10 17:39:19.920320 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d139aa7-39dc-401e-9365-64ae57550c28 req-77746fbb-63e1-4a40-8d0e-8eaeaab75bb4 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.922071 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1d139aa7-39dc-401e-9365-64ae57550c28 req-77746fbb-63e1-4a40-8d0e-8eaeaab75bb4 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Sep 10 17:39:19.958238 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1d139aa7-39dc-401e-9365-64ae57550c28 req-80d76c1b-9c0d-4824-a98a-c1addd352327 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302877 Sep 10 17:39:20.180055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb888c0-e450-49c8-8df4-0cb5ca27ec10 req-5b745b6b-1abe-4505-af5b-9fbc376e63f9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:20.181528 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-deb888c0-e450-49c8-8df4-0cb5ca27ec10 req-5b745b6b-1abe-4505-af5b-9fbc376e63f9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0488193 Sep 10 17:39:20.222554 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-deb888c0-e450-49c8-8df4-0cb5ca27ec10 req-5e0ab126-22c6-4213-813c-4286c62c94fc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Sep 10 17:39:20.766957 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a56d1-3751-40af-8cf4-19f9607836dc req-56f9fcd7-560a-4247-8571-5c716f02b127 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:20.768190 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ff1a56d1-3751-40af-8cf4-19f9607836dc req-56f9fcd7-560a-4247-8571-5c716f02b127 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0479016 Sep 10 17:39:20.807071 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ff1a56d1-3751-40af-8cf4-19f9607836dc req-adfe456a-627d-4e87-aa46-2b3a03e4660c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Sep 10 17:39:21.066711 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036cc35-3cd6-46ce-a6ca-70bb51340e5a req-222619d3-e320-4507-9114-eaa867b9f5f2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:21.068147 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0036cc35-3cd6-46ce-a6ca-70bb51340e5a req-222619d3-e320-4507-9114-eaa867b9f5f2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0461740 Sep 10 17:39:21.104321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0036cc35-3cd6-46ce-a6ca-70bb51340e5a req-df6a1ad7-450a-4b33-9db3-379f96aea1ae tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303991 Sep 10 17:39:21.334470 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a485f-86e6-4562-8fb4-e6c236f248fc req-87c6e712-a8e3-443d-8b70-767ec8b158cb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:21.335913 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a88a485f-86e6-4562-8fb4-e6c236f248fc req-87c6e712-a8e3-443d-8b70-767ec8b158cb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0466423 Sep 10 17:39:21.371848 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a88a485f-86e6-4562-8fb4-e6c236f248fc req-cfc12601-deba-4a02-a9a5-d201632388ff tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302172 Sep 10 17:39:21.921428 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f2ac-8368-4f26-a95f-7cc89c28a185 req-8c5750ba-0e4e-4d0d-bdcc-55bfa958f34a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:21.922908 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a1e0f2ac-8368-4f26-a95f-7cc89c28a185 req-8c5750ba-0e4e-4d0d-bdcc-55bfa958f34a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0463383 Sep 10 17:39:21.958441 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a1e0f2ac-8368-4f26-a95f-7cc89c28a185 req-5f9cee50-ddb8-4aa4-a909-807d075862d4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297465 Sep 10 17:39:22.219028 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702502c-4b32-4eea-a3a8-bb2cdefe132c req-741743c2-4515-4ebd-9cde-b50ca58640f9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:22.221087 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7702502c-4b32-4eea-a3a8-bb2cdefe132c req-741743c2-4515-4ebd-9cde-b50ca58640f9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0504260 Sep 10 17:39:22.257366 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7702502c-4b32-4eea-a3a8-bb2cdefe132c req-953bc320-29cd-4590-91c7-ad2235c2039a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Sep 10 17:39:22.481747 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aba2e-868a-408e-a40c-c1e28548e1a6 req-1cd9c3ee-bc14-475f-8702-aaa4c738802c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:22.483892 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-be6aba2e-868a-408e-a40c-c1e28548e1a6 req-1cd9c3ee-bc14-475f-8702-aaa4c738802c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0475023 Sep 10 17:39:22.526072 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-be6aba2e-868a-408e-a40c-c1e28548e1a6 req-9376d6d2-0fd3-4f30-9d43-1638146d880f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366123 Sep 10 17:39:23.081358 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91487d3-c224-4ad1-9bed-ed30c25550fd req-aa6d86a3-9a37-4a3d-b32a-b1d9033cfede tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:23.082888 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b91487d3-c224-4ad1-9bed-ed30c25550fd req-aa6d86a3-9a37-4a3d-b32a-b1d9033cfede tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0515893 Sep 10 17:39:23.121056 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b91487d3-c224-4ad1-9bed-ed30c25550fd req-d5ac00b6-1bf0-40a7-8ef0-e2165cc8914f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Sep 10 17:39:23.383433 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15d123-064f-4419-8193-721173a1b6cc req-81ce24c0-77e2-4182-9abc-7c60df6f95c8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:23.384820 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0a15d123-064f-4419-8193-721173a1b6cc req-81ce24c0-77e2-4182-9abc-7c60df6f95c8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0562477 Sep 10 17:39:23.428206 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0a15d123-064f-4419-8193-721173a1b6cc req-9df0bafe-fcc1-47d0-8ad8-188f33bd5f42 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Sep 10 17:39:23.657466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0ac0-1274-4e93-8792-ee168277c8e9 req-9c4b50d6-9996-4498-9efe-2a0ee0336c6f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:23.659525 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1e3f0ac0-1274-4e93-8792-ee168277c8e9 req-9c4b50d6-9996-4498-9efe-2a0ee0336c6f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 943 time: 0.0577331 Sep 10 17:39:23.711275 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4f0ab070-82c8-4869-a2db-1ff212a69565 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:23.715872 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1e3f0ac0-1274-4e93-8792-ee168277c8e9 req-a8307b34-1bbf-40a5-89d7-48f8f6e0b081 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501876 Sep 10 17:39:23.873946 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4f0ab070-82c8-4869-a2db-1ff212a69565,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:23.891454 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'port_id': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'mac_address': 'fa:16:3e:ed:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:23.934349 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52216) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:24.034889 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.049262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0ab070-82c8-4869-a2db-1ff212a69565 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:24.058340 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eea39b7d-8394-47f7-93af-1a3960119731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.081048 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4f0ab070-82c8-4869-a2db-1ff212a69565,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:24.085584 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.139300 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:24.178157 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eea39b7d-8394-47f7-93af-1a3960119731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.183097 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eea39b7d-8394-47f7-93af-1a3960119731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.250232 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea39b7d-8394-47f7-93af-1a3960119731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601ad38-6120-4f35-999e-03dc09c15f6b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:24.256081 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-eea39b7d-8394-47f7-93af-1a3960119731 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d133aa99cb3440189c55e4c55cc1f656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203530 Sep 10 17:39:24.258997 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52226) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:24.278698 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22417cd1-2a5c-49e9-9b16-13e9b4d8afe8 req-0dc8cd96-ad0d-4fd4-99b6-0276e84dc9c6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.280188 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-22417cd1-2a5c-49e9-9b16-13e9b4d8afe8 req-0dc8cd96-ad0d-4fd4-99b6-0276e84dc9c6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0758832 Sep 10 17:39:24.313366 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.323521 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-22417cd1-2a5c-49e9-9b16-13e9b4d8afe8 req-395d8c37-f2d3-41c9-a87e-79e0468b2954 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366230 Sep 10 17:39:24.335528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.389169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.393540 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.395005 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a601ad38-6120-4f35-999e-03dc09c15f6b HTTP/1.1" status: 204 len: 168 time: 0.1348779 Sep 10 17:39:24.405075 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc892e4-c198-40dd-a432-c4020633cc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601ad38-6120-4f35-999e-03dc09c15f6b,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:24.494411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a5a8-74c1-4cd9-97ef-483aa2e4cf7c req-350d2634-c310-4cc4-97f4-d1cc7868f1dd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.498633 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f8e7a5a8-74c1-4cd9-97ef-483aa2e4cf7c req-350d2634-c310-4cc4-97f4-d1cc7868f1dd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0550511 Sep 10 17:39:24.500970 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['4f0ab070-82c8-4869-a2db-1ff212a69565'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:24.509786 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52236) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:24.515008 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'floatingip': {'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:24.623424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.702873 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52240) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:24.715569 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15de90c-3f5b-404d-9b9a-4870bef453ea req-717d361f-a5f8-41f4-8308-6cbedd943ef6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.715816 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5669f90b-9a4b-40c2-9928-85653bd95741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.717023 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c15de90c-3f5b-404d-9b9a-4870bef453ea req-717d361f-a5f8-41f4-8308-6cbedd943ef6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1707170 Sep 10 17:39:24.834967 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c15de90c-3f5b-404d-9b9a-4870bef453ea req-136d1cdb-c8a3-4308-bf11-144cc0bc029b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075616 Sep 10 17:39:24.844038 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5669f90b-9a4b-40c2-9928-85653bd95741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.860405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5669f90b-9a4b-40c2-9928-85653bd95741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:24.905105 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f29b-fa0b-4194-825e-771de43c5606 req-4e4cf8b9-a150-44cf-b6b8-f78579820cd6 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.914518 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3d7f29b-fa0b-4194-825e-771de43c5606 req-4e4cf8b9-a150-44cf-b6b8-f78579820cd6 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 944 time: 0.1253791 Sep 10 17:39:24.934121 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-5669f90b-9a4b-40c2-9928-85653bd95741 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae0caaa0e6e840eaa850529b36588cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300248 Sep 10 17:39:24.944213 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52260) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:24.984719 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f90b-9a4b-40c2-9928-85653bd95741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da54783-5550-482f-86b1-bb51c2b4a5e7,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:25.022338 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3d7f29b-fa0b-4194-825e-771de43c5606 req-9bb5429b-7143-473f-b2a6-a7d38f5a8b21 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068928 Sep 10 17:39:25.065982 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.124870 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.204038 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.208736 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.212210 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1da54783-5550-482f-86b1-bb51c2b4a5e7 HTTP/1.1" status: 204 len: 168 time: 0.2643676 Sep 10 17:39:25.228810 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb8327-c0ff-4ef3-b864-805ab911d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da54783-5550-482f-86b1-bb51c2b4a5e7,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:25.309919 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-cd9ab54b-47b2-45ef-9360-505a2d807126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:25.312461 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-cd9ab54b-47b2-45ef-9360-505a2d807126 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1098 time: 0.1654446 Sep 10 17:39:25.333170 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.db.resource_extend [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 17:39:25.353627 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966eab6-e2c8-42dc-b8c2-79cf1efa006b req-08af552f-05c1-4d1f-925c-da1500291180 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:25.355206 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8966eab6-e2c8-42dc-b8c2-79cf1efa006b req-08af552f-05c1-4d1f-925c-da1500291180 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1243551 Sep 10 17:39:25.488960 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8966eab6-e2c8-42dc-b8c2-79cf1efa006b req-aace48cc-d0ab-462c-9b2d-7ed6311ced6b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155970 Sep 10 17:39:25.526513 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.535922 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.666205 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52290) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:25.721425 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4f0ab070-82c8-4869-a2db-1ff212a69565 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:25.796499 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 4f0ab070-82c8-4869-a2db-1ff212a69565 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:25.799309 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-27793886-89de-4264-93f0-64a09512ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.801305 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 4f0ab070-82c8-4869-a2db-1ff212a69565 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:25.801832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.825215 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-e518f143-fb97-4f1f-af6a-a9beb2d23016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:25.826857 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-e518f143-fb97-4f1f-af6a-a9beb2d23016 service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.4908445 Sep 10 17:39:25.856360 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Floating IP 87979c16-e3cd-42aa-a2c5-f93f4daf1264 associated. External IP: 172.27.0.232, port: 035ee74e-3fba-4e62-9760-65c8ea90fc47. Sep 10 17:39:25.897192 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.924283 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-27793886-89de-4264-93f0-64a09512ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.924646 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:25.926925 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a962b-6175-4ab3-b6ac-c3dc04184c86" -d '{"events": [{"server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "name": "network-vif-plugged", "status": "completed", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:25.931291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-27793886-89de-4264-93f0-64a09512ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.959272 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4f0ab070-82c8-4869-a2db-1ff212a69565,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:25.964900 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27793886-89de-4264-93f0-64a09512ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88d868-46be-4104-93b3-09c7a2116c3e,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:25.965538 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:25.978010 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d4c8a3-6b75-479e-aef1-9972cea951f7 x-openstack-request-id: req-91d4c8a3-6b75-479e-aef1-9972cea951f7 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:25.978221 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "name": "network-vif-plugged", "status": "completed", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:25.978629 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91d4c8a3-6b75-479e-aef1-9972cea951f7 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:25.979318 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'code': 200} Sep 10 17:39:25.986036 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-27793886-89de-4264-93f0-64a09512ea57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4df3bb90e33d4cdfa66a43978ff3f165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174536 Sep 10 17:39:25.990249 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52306) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:26.029780 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:26.133363 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.150857 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136f03-d4fe-45eb-8488-8e2e4d9f1440 req-f489a0d8-2927-4bab-afc6-efd01e759203 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.152632 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d7136f03-d4fe-45eb-8488-8e2e4d9f1440 req-f489a0d8-2927-4bab-afc6-efd01e759203 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0597579 Sep 10 17:39:26.163076 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.189299 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:26.195620 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d7136f03-d4fe-45eb-8488-8e2e4d9f1440 req-c37a1dd9-b328-41e0-ba2f-564ca9d40b0f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356348 Sep 10 17:39:26.287839 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.290439 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.291588 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b88d868-46be-4104-93b3-09c7a2116c3e HTTP/1.1" status: 204 len: 168 time: 0.3005583 Sep 10 17:39:26.306730 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5506-fa2f-4482-be22-8fc90a0ec52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88d868-46be-4104-93b3-09c7a2116c3e,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:26.326252 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:26.331246 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.341302 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:26.354184 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:26.354983 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:26.361160 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-646c29a2-25a6-49f7-bdcd-239300e8a7d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "PUT /v2.0/floatingips/87979c16-e3cd-42aa-a2c5-f93f4daf1264 HTTP/1.1" status: 200 len: 991 time: 1.8501971 Sep 10 17:39:26.361833 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:26.364112 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7752f5e-a56f-425f-9207-3a000a751918" -d '{"events": [{"name": "network-changed", "server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:26.419845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b112b7-5b03-4004-9461-2870d97a2dc2 x-openstack-request-id: req-b4b112b7-5b03-4004-9461-2870d97a2dc2 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:26.420147 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:26.420412 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4b112b7-5b03-4004-9461-2870d97a2dc2 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:26.421321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'status': 'completed', 'code': 200} Sep 10 17:39:26.489126 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:26.662709 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d53ec-7354-4931-86e0-1f59755b123b req-263cbd7b-5bc8-4a2c-86c4-1e521cb8ca76 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.673020 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c56d53ec-7354-4931-86e0-1f59755b123b req-263cbd7b-5bc8-4a2c-86c4-1e521cb8ca76 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0747499 Sep 10 17:39:26.723515 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c56d53ec-7354-4931-86e0-1f59755b123b req-55a7c8e5-044d-4e6c-94ee-61260139a95f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Sep 10 17:39:26.794010 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52342) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:26.809835 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-61923ca9-109e-422e-86a4-efa5f5f5205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.850495 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '87979c16-e3cd-42aa-a2c5-f93f4daf1264', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:38:51Z', 'updated_at': '2021-09-10T17:39:25Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:26.858443 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-02a6eeb2-ffa1-49d1-9f95-74319f91b2a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 200 len: 217 time: 0.0461516 Sep 10 17:39:26.882154 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:26.891241 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:26.892058 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:26.937899 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-61923ca9-109e-422e-86a4-efa5f5f5205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.942806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-61923ca9-109e-422e-86a4-efa5f5f5205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.980886 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-61923ca9-109e-422e-86a4-efa5f5f5205b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=355594718d30437d912e201ffaaded46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847041 Sep 10 17:39:26.981674 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61923ca9-109e-422e-86a4-efa5f5f5205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f3d50a-df83-47da-9283-e2e71810c56e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:26.983442 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52344) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:27.003887 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:27.031829 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.052245 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.098498 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.101117 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.102328 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71f3d50a-df83-47da-9283-e2e71810c56e HTTP/1.1" status: 204 len: 168 time: 0.1178401 Sep 10 17:39:27.110257 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c57b78-500d-4c65-8a24-0dc4cb036f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f3d50a-df83-47da-9283-e2e71810c56e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:27.227677 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '87979c16-e3cd-42aa-a2c5-f93f4daf1264', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:38:51Z', 'updated_at': '2021-09-10T17:39:25Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:27.258733 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8eb8b5-a215-4e44-9510-a2c8c6c2b43d None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '87979c16-e3cd-42aa-a2c5-f93f4daf1264', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:38:51Z', 'updated_at': '2021-09-10T17:39:25Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:27.320203 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa997c19-2651-4986-b4d3-95b6e283dbaf req-ecd12374-96d2-4916-8de7-bf72a54f5248 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:27.321733 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aa997c19-2651-4986-b4d3-95b6e283dbaf req-ecd12374-96d2-4916-8de7-bf72a54f5248 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Sep 10 17:39:27.361553 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aa997c19-2651-4986-b4d3-95b6e283dbaf req-558cc530-309e-439e-898c-3c161bfaf130 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Sep 10 17:39:27.470251 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925716e-3f46-473c-b3cb-efc58e21bc20 None None] New status for floating IP 87979c16-e3cd-42aa-a2c5-f93f4daf1264: ACTIVE {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:39:27.850156 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106d6f-b7e5-4b86-be71-6ba81a6d14cd req-11e9305b-df6e-444b-affd-0e281a551ab3 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:27.851827 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-97106d6f-b7e5-4b86-be71-6ba81a6d14cd req-11e9305b-df6e-444b-affd-0e281a551ab3 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0534565 Sep 10 17:39:27.889207 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-97106d6f-b7e5-4b86-be71-6ba81a6d14cd req-8fcee1ad-96a7-4df2-904f-92f84e2541e1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Sep 10 17:39:28.476157 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eb220-2c04-4c24-a827-ef89daac1b93 req-127f143e-bd00-4e96-81d8-f8abe7c0fc95 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:28.477649 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-484eb220-2c04-4c24-a827-ef89daac1b93 req-127f143e-bd00-4e96-81d8-f8abe7c0fc95 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Sep 10 17:39:28.516506 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-484eb220-2c04-4c24-a827-ef89daac1b93 req-878b0c3a-21b1-4ed8-9951-22b1617af157 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Sep 10 17:39:28.788346 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52424) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:28.889723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bea6d30-b0a5-4489-8974-14ef9ce05cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.031085 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-b974e19f-cc69-4920-87dd-ece9b6fd24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.033982 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-b974e19f-cc69-4920-87dd-ece9b6fd24e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0623891 Sep 10 17:39:29.039658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bea6d30-b0a5-4489-8974-14ef9ce05cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.050442 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bea6d30-b0a5-4489-8974-14ef9ce05cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.080113 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752f5e-a56f-425f-9207-3a000a751918 req-9469b5af-0750-439d-8447-bffd57996a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.081589 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-9469b5af-0750-439d-8447-bffd57996a92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1098 time: 0.1074169 Sep 10 17:39:29.084278 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-68615276-25e0-41ee-8d49-a4c97c694aae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301936 Sep 10 17:39:29.109876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d925394-5dab-4e53-ad71-c3d44ee1c9a1 req-8dbb905a-bae2-45d9-a670-7b94eb1202f5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.112070 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d925394-5dab-4e53-ad71-c3d44ee1c9a1 req-8dbb905a-bae2-45d9-a670-7b94eb1202f5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1389089 Sep 10 17:39:29.119335 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3bea6d30-b0a5-4489-8974-14ef9ce05cad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=935116d5be00410d91b020545895c06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274250 Sep 10 17:39:29.119820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52432) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:29.124170 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea6d30-b0a5-4489-8974-14ef9ce05cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de337791-fffc-4035-961b-70222f8dd0da,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:29.215751 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d925394-5dab-4e53-ad71-c3d44ee1c9a1 req-b97c2102-6f4f-46a1-b9e3-0ed29607251c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Sep 10 17:39:29.234731 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752f5e-a56f-425f-9207-3a000a751918 req-a648da9c-4599-4fa1-83d0-bab1b9a19d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.236763 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-a648da9c-4599-4fa1-83d0-bab1b9a19d2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.1226540 Sep 10 17:39:29.285523 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.299270 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b33f5-4769-49d8-86de-7b5a9ea3787f req-053ad021-26f3-4347-a12e-d06e6b8f1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.300690 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-660b33f5-4769-49d8-86de-7b5a9ea3787f req-053ad021-26f3-4347-a12e-d06e6b8f1c92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.1595466 Sep 10 17:39:29.316688 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-17ab47d8-f59b-46e4-bcdc-9bd1b09cc7ee service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765413 Sep 10 17:39:29.337977 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.344083 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-0d0369c1-24bd-4241-8d07-2e37dc39623a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 1001 time: 0.0948050 Sep 10 17:39:29.392773 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752f5e-a56f-425f-9207-3a000a751918 req-0a1dbcf4-bf18-41d4-9de0-1d1f834fe654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.394255 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-0a1dbcf4-bf18-41d4-9de0-1d1f834fe654 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0427399 Sep 10 17:39:29.410570 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-660b33f5-4769-49d8-86de-7b5a9ea3787f req-0cc64875-6d91-4773-9c92-e2032e0401c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960228 Sep 10 17:39:29.455487 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752f5e-a56f-425f-9207-3a000a751918 req-140ddc1e-e526-4941-b6e7-3c2bedce03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.456607 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-140ddc1e-e526-4941-b6e7-3c2bedce03f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507536 Sep 10 17:39:29.467568 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.470097 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.471789 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de337791-fffc-4035-961b-70222f8dd0da HTTP/1.1" status: 204 len: 168 time: 0.3507822 Sep 10 17:39:29.473777 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-756bb40f-a315-4d6e-9437-6ed32063b655 req-bcf1721c-6acd-4d7c-967d-8514a88766dc service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339407 Sep 10 17:39:29.481010 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0f888-e108-4f48-8113-f9ffde4c1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de337791-fffc-4035-961b-70222f8dd0da,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:29.639748 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2c8ea-df58-46f8-b193-5f5aec2a42c9 req-61bb29e7-445c-4d75-b708-86c5f80d67cc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.641237 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9cb2c8ea-df58-46f8-b193-5f5aec2a42c9 req-61bb29e7-445c-4d75-b708-86c5f80d67cc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Sep 10 17:39:29.682727 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9cb2c8ea-df58-46f8-b193-5f5aec2a42c9 req-1699d8b4-e38f-4e69-8d04-d3105aa083ba tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Sep 10 17:39:29.757942 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52448) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:29.776086 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-459438c8-d500-4bc7-acc0-54ee29c388aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.866048 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-89d91feb-8f3c-4db1-9cdc-f6d45554e518 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551414 Sep 10 17:39:29.911303 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-459438c8-d500-4bc7-acc0-54ee29c388aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.924350 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-459438c8-d500-4bc7-acc0-54ee29c388aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.957673 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459438c8-d500-4bc7-acc0-54ee29c388aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bb33a1-c45e-4f5c-bd13-20f2d2995fed,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:29.993758 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-459438c8-d500-4bc7-acc0-54ee29c388aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=879911e88e224f22b6c20605a0510503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346981 Sep 10 17:39:29.994530 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52464) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:30.035582 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b7752f5e-a56f-425f-9207-3a000a751918 req-21bb3530-33da-439f-81b8-a59c69293e8c service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515090 Sep 10 17:39:30.097527 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.138603 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.197116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.200091 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.204132 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42bb33a1-c45e-4f5c-bd13-20f2d2995fed HTTP/1.1" status: 204 len: 168 time: 0.2058866 Sep 10 17:39:30.211188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8fd66-8254-4124-93d0-d97a3e347184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bb33a1-c45e-4f5c-bd13-20f2d2995fed,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:30.351040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e965-2974-4b04-8fbd-b511e0575227 req-930be1f6-ecf2-4f63-9c67-05ba006ac167 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:30.352528 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-baa0e965-2974-4b04-8fbd-b511e0575227 req-930be1f6-ecf2-4f63-9c67-05ba006ac167 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Sep 10 17:39:30.395438 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-baa0e965-2974-4b04-8fbd-b511e0575227 req-82133f60-4760-4213-909d-45886d1c54fe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364082 Sep 10 17:39:30.805959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e207-9fca-4fa5-8b7f-1312c0e140ec req-0aed7962-a714-4a1b-8aad-4fc61322a74c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:30.807578 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a115e207-9fca-4fa5-8b7f-1312c0e140ec req-0aed7962-a714-4a1b-8aad-4fc61322a74c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0482891 Sep 10 17:39:30.848655 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a115e207-9fca-4fa5-8b7f-1312c0e140ec req-546aab96-310b-4653-a3db-58bdd06694b1 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349114 Sep 10 17:39:31.378084 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52554) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:31.494063 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.537130 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14312335-f5f6-4673-9a66-3c11df597439 req-5b987c2d-09c2-4e9b-a52d-2b7abbdc4ab0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:31.539147 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-14312335-f5f6-4673-9a66-3c11df597439 req-5b987c2d-09c2-4e9b-a52d-2b7abbdc4ab0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Sep 10 17:39:31.581757 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-14312335-f5f6-4673-9a66-3c11df597439 req-6e3570f1-2ca3-4dba-ab9e-842578adbbb8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Sep 10 17:39:31.613065 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.619222 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.662323 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96013c69c0f445c7a56679c3fa425c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806540 Sep 10 17:39:31.662690 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52566) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:31.669293 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ffa3c1-e095-4e9c-a9fc-822ea0e4f0bb,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:31.684101 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.684519 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.685040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.685255 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.685518 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.685871 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.686268 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.686606 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.686939 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.687291 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.687612 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.687930 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0343f-631d-40f3-83f6-1cd844248046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:31.732899 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.755128 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.801323 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.804189 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.805498 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0ffa3c1-e095-4e9c-a9fc-822ea0e4f0bb HTTP/1.1" status: 204 len: 168 time: 0.1413617 Sep 10 17:39:31.815878 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e863e8-f6a2-4074-b7cf-95356984754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ffa3c1-e095-4e9c-a9fc-822ea0e4f0bb,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:31.993474 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb2d6-39a1-4a8c-a771-8fa19ce480e8 req-d5a808f0-8ac3-46c0-a3c8-5532768266be tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:31.995344 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c55bb2d6-39a1-4a8c-a771-8fa19ce480e8 req-d5a808f0-8ac3-46c0-a3c8-5532768266be tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0631628 Sep 10 17:39:32.045058 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52584) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:32.052382 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c55bb2d6-39a1-4a8c-a771-8fa19ce480e8 req-8f2c7c40-b60f-4c7f-94e2-953389286b3b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503974 Sep 10 17:39:32.237074 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.265124 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921713-1945-4d55-9c17-134c2f6d46d4 req-27c57e45-6a9a-44c9-ac4e-71e96b47010c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.266702 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a921713-1945-4d55-9c17-134c2f6d46d4 req-27c57e45-6a9a-44c9-ac4e-71e96b47010c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0861614 Sep 10 17:39:32.277196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52602) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:32.286677 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'floatingip': {'port_id': '4f0ab070-82c8-4869-a2db-1ff212a69565'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:32.388713 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.495723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0acfc-41b3-4380-af67-b5cb1ef446a2 req-7699c03e-c02e-45cf-aecd-c17b72db76f4 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.507570 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-61a0acfc-41b3-4380-af67-b5cb1ef446a2 req-7699c03e-c02e-45cf-aecd-c17b72db76f4 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0848150 Sep 10 17:39:32.565562 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-61a0acfc-41b3-4380-af67-b5cb1ef446a2 req-72ed8833-fdbd-4f5b-a68d-bdf2f14a77f4 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Sep 10 17:39:32.924419 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.935367 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.994639 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89255b-9f4d-4b43-8744-859d15dc5893 req-57869277-f52c-4a49-8afa-ec3263e73526 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.996168 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0c89255b-9f4d-4b43-8744-859d15dc5893 req-57869277-f52c-4a49-8afa-ec3263e73526 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1598270 Sep 10 17:39:33.020767 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=997f43d446274f588f9bed1a7bc13436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744103 Sep 10 17:39:33.021528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd952178-c993-4030-a936-32d62ca31f30,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:33.023336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52640) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:33.077771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.078129 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.078575 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.078976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.079995 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.080557 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.081156 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.081405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.081815 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.082395 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.082970 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.083270 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.083947 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd734e1-f285-47a5-b91d-fd5fda3bef84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:33.118719 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.175270 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.178318 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.179748 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd952178-c993-4030-a936-32d62ca31f30 HTTP/1.1" status: 204 len: 168 time: 0.1554146 Sep 10 17:39:33.192353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c8128-0b65-4615-b263-2d9677cbe756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd952178-c993-4030-a936-32d62ca31f30,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:33.237918 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0c89255b-9f4d-4b43-8744-859d15dc5893 req-69ac0984-800e-4f9b-9cae-f8c7c59c4b40 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293921 Sep 10 17:39:33.426726 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.430973 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.533158 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Floating IP 954ed1fb-150a-480b-b542-a909f5a32301 associated. External IP: 172.27.0.77, port: 4f0ab070-82c8-4869-a2db-1ff212a69565. Sep 10 17:39:33.768566 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee671-a5b3-407e-8206-b982280b8921 req-af169584-aa3d-4d7a-bab9-ac6db91b7eb9 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:33.768945 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-55fee671-a5b3-407e-8206-b982280b8921 req-af169584-aa3d-4d7a-bab9-ac6db91b7eb9 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0969927 Sep 10 17:39:33.790281 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:33.833653 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-55fee671-a5b3-407e-8206-b982280b8921 req-5a230acb-decf-4109-9b8d-649f0033cdbd tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548155 Sep 10 17:39:33.937925 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:33.943746 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.950912 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:33.960387 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:33.961018 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:33.976347 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f8a35e24-fc1b-40f0-9d41-c39d08138b24 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "PUT /v2.0/floatingips/954ed1fb-150a-480b-b542-a909f5a32301 HTTP/1.1" status: 200 len: 990 time: 1.6976204 Sep 10 17:39:33.977083 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:33.991181 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f86be9a-7088-4f0d-a70c-94e204d66106" -d '{"events": [{"name": "network-changed", "server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:34.074824 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:34.153669 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52702) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:34.281582 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0a7c312e-bd71-4074-9fee-89e0b5512bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.328271 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '954ed1fb-150a-480b-b542-a909f5a32301', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:ed:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:02Z', 'updated_at': '2021-09-10T17:39:33Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:34.356851 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:34.372274 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:34.373121 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:34.375389 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0a7c312e-bd71-4074-9fee-89e0b5512bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.382401 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0a7c312e-bd71-4074-9fee-89e0b5512bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.416639 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c312e-bd71-4074-9fee-89e0b5512bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2cb975-1169-4671-8511-73b25ffba70c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:34.438582 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0a7c312e-bd71-4074-9fee-89e0b5512bae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94cf963f71c04322a382faa590562063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835491 Sep 10 17:39:34.440854 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52712) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:34.503705 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.510155 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:34.524356 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.572418 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.575038 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.578510 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d2cb975-1169-4671-8511-73b25ffba70c HTTP/1.1" status: 204 len: 168 time: 0.1342227 Sep 10 17:39:34.584292 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ee299-fc41-4a59-acad-c998d61bb43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2cb975-1169-4671-8511-73b25ffba70c,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:34.741539 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '954ed1fb-150a-480b-b542-a909f5a32301', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:ed:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:02Z', 'updated_at': '2021-09-10T17:39:33Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:34.767696 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5cf35a-5b87-4b0f-99ec-9b1986a8448e None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '954ed1fb-150a-480b-b542-a909f5a32301', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:ed:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:02Z', 'updated_at': '2021-09-10T17:39:33Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:34.959201 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cad196-eb66-45f3-a499-e4aa956e2249 None None] New status for floating IP 954ed1fb-150a-480b-b542-a909f5a32301: ACTIVE {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:39:36.557174 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa884c2-50e0-4b74-85bd-0dc4203909de x-openstack-request-id: req-8aa884c2-50e0-4b74-85bd-0dc4203909de {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:36.557671 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:36.557814 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8aa884c2-50e0-4b74-85bd-0dc4203909de {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:36.558465 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'status': 'completed', 'code': 200} Sep 10 17:39:36.691195 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd31ff-3f0f-4bbc-b7fb-1870a7fe2a17 req-c91c7adb-687f-4a6c-a807-160792394b9b tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.692728 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e6cd31ff-3f0f-4bbc-b7fb-1870a7fe2a17 req-c91c7adb-687f-4a6c-a807-160792394b9b tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0529242 Sep 10 17:39:36.700792 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a33e3-d364-4941-ab66-a705bd635e46 req-f2975692-c8de-4d59-b421-788bbf59e182 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.706676 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-127a33e3-d364-4941-ab66-a705bd635e46 req-f2975692-c8de-4d59-b421-788bbf59e182 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1006451 Sep 10 17:39:36.720526 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-ababe2a3-b4d3-4da9-9969-ab8a91870a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.721967 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-ababe2a3-b4d3-4da9-9969-ab8a91870a9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.1028802 Sep 10 17:39:36.732746 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e6cd31ff-3f0f-4bbc-b7fb-1870a7fe2a17 req-b1564db4-6cd3-4bc9-842c-a9bc78688db4 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 10 17:39:36.755968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-127a33e3-d364-4941-ab66-a705bd635e46 req-72eceaa0-ddf3-4ebf-9c14-bcaec43fa193 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Sep 10 17:39:36.834111 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-fc6afddb-1b33-4dcb-a6b4-9838e725f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.835503 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-fc6afddb-1b33-4dcb-a6b4-9838e725f168 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.0890932 Sep 10 17:39:36.916968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-53044c11-92b0-407d-90b8-eb6360301179 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1000 time: 0.0576704 Sep 10 17:39:36.978839 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-1961de97-a847-446c-b267-4b1f55331c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.980282 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-1961de97-a847-446c-b267-4b1f55331c7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0471954 Sep 10 17:39:37.039066 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-364cc328-9db1-421e-950b-eb0d95f6b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:37.040545 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-364cc328-9db1-421e-950b-eb0d95f6b5e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413673 Sep 10 17:39:37.131961 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-c1dae19b-5149-4b1f-b98a-761837b0d2c7 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800993 Sep 10 17:39:37.234850 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f86be9a-7088-4f0d-a70c-94e204d66106 req-e664ee07-accf-4370-8639-167432e14155 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870457 Sep 10 17:39:37.964977 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d89a2-83f9-4715-8600-888352468b58 req-f4785273-92ae-4640-b606-4b96e9c0295b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:37.971734 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d7d89a2-83f9-4715-8600-888352468b58 req-f4785273-92ae-4640-b606-4b96e9c0295b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1047847 Sep 10 17:39:37.995986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baeeb9-9f90-4be0-b527-e89395196a56 req-aa0bded5-fc02-471f-b486-b90386f12db5 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:37.998656 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77baeeb9-9f90-4be0-b527-e89395196a56 req-aa0bded5-fc02-471f-b486-b90386f12db5 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.1265593 Sep 10 17:39:38.036260 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d7d89a2-83f9-4715-8600-888352468b58 req-9be45bb1-0b2e-4b3b-bcfc-0564c58c083d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512609 Sep 10 17:39:38.067717 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77baeeb9-9f90-4be0-b527-e89395196a56 req-e7e309ef-ca67-4a54-bf5d-1d611d0c0f93 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/security-groups?id=73cdd613-99aa-41bf-819d-3db79078ebe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Sep 10 17:39:38.390249 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-e9d07901-8154-41b2-bae9-b4731ddbd27d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.391672 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-e9d07901-8154-41b2-bae9-b4731ddbd27d tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.66 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 945 time: 0.0483279 Sep 10 17:39:38.528869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Deleting port b86ff094-fb8a-41bf-bae4-e4a280df9c1c {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:38.529218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.819383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] For port b86ff094-fb8a-41bf-bae4-e4a280df9c1c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,segment=NetworkSegment(e2ebeeec-4a8f-410a-81e4-d8581153036e),segment_id=e2ebeeec-4a8f-410a-81e4-d8581153036e)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:38.819751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.835133 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Calling delete_port for b86ff094-fb8a-41bf-bae4-e4a280df9c1c owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:39:39.006387 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.032395 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['b86ff094-fb8a-41bf-bae4-e4a280df9c1c'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:39.035330 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Pushing event deleted for resources: {'Port': ['ID=b86ff094-fb8a-41bf-bae4-e4a280df9c1c,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:39.124505 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] No DVR routers for this DVR port b86ff094-fb8a-41bf-bae4-e4a280df9c1c on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:39:39.129631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.132398 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-268de94c-e40d-4895-b0f1-0fc3f63d70d5 req-bb777595-a052-4bf7-8706-629cf31df51f tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.66 "DELETE /v2.0/ports/b86ff094-fb8a-41bf-bae4-e4a280df9c1c HTTP/1.1" status: 204 len: 173 time: 0.7319877 Sep 10 17:39:39.133189 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'name': 'network-vif-deleted', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:39.135815 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acaff51-df2a-4f40-8174-f19b58767a40" -d '{"events": [{"server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "name": "network-vif-deleted", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:39.224273 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650754c9-48e3-4c5a-93a1-ebdce0b95487 req-43ba383e-bed0-4fef-b6c9-af3de5d01c25 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.235288 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-650754c9-48e3-4c5a-93a1-ebdce0b95487 req-43ba383e-bed0-4fef-b6c9-af3de5d01c25 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0961514 Sep 10 17:39:39.243761 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-073e38ee-0ae5-45ea-9e7e-2fffc02df02c req-87cf4d48-8665-4146-9cfb-16e944b5db72 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.0767994 Sep 10 17:39:39.259596 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-99cfe6a3-4bd3-4239-a0a9-f9fdaa3e7b82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164839 Sep 10 17:39:39.303013 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-650754c9-48e3-4c5a-93a1-ebdce0b95487 req-91415cf6-28ea-4b20-acf3-248d48bf8b98 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 Sep 10 17:39:39.309672 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ef9da-9c62-4bcc-b05a-c8df4e748023 x-openstack-request-id: req-e61ef9da-9c62-4bcc-b05a-c8df4e748023 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:39.310031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733afad7-dd33-48bd-b05d-fcaa404ded8e", "name": "network-vif-deleted", "tag": "b86ff094-fb8a-41bf-bae4-e4a280df9c1c", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:39.310416 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e61ef9da-9c62-4bcc-b05a-c8df4e748023 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:39.311303 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733afad7-dd33-48bd-b05d-fcaa404ded8e', 'name': 'network-vif-deleted', 'tag': 'b86ff094-fb8a-41bf-bae4-e4a280df9c1c', 'status': 'completed', 'code': 200} Sep 10 17:39:39.367283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944106-4031-4770-9378-158c3c3d139d req-c9bf53fa-d1cd-417f-bde6-38f95072a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.368843 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-c9bf53fa-d1cd-417f-bde6-38f95072a025 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.0533664 Sep 10 17:39:39.484925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944106-4031-4770-9378-158c3c3d139d req-24271d41-e476-4ad9-9f18-faabc673464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.486497 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-24271d41-e476-4ad9-9f18-faabc673464c service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.0973408 Sep 10 17:39:39.533277 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-011169c0-01c8-4b25-b7e6-453a2a8ad6a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0356939 Sep 10 17:39:39.617641 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944106-4031-4770-9378-158c3c3d139d req-a3e80922-0578-4d99-a920-e1e2d4084856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.619139 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-a3e80922-0578-4d99-a920-e1e2d4084856 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0481403 Sep 10 17:39:39.651273 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-a54d82c7-d3da-42f6-9fe1-18cabbceabd7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249374 Sep 10 17:39:39.747640 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-5885823c-cb09-405c-86c4-22b3f3faf887 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855868 Sep 10 17:39:39.845962 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-33944106-4031-4770-9378-158c3c3d139d req-e8ecabe1-be8f-48f8-8036-e58933c7e47e service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909638 Sep 10 17:39:40.424296 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7de9ecbf-9afa-4227-8e03-66a1db8e5ca4 req-787aca5a-22f5-4d4e-b00e-b31aaedf4fb8 tempest-DeleteServersTestJSON-947337710 tempest-DeleteServersTestJSON-947337710-project] 10.222.0.65 "GET /v2.0/ports?device_id=733afad7-dd33-48bd-b05d-fcaa404ded8e HTTP/1.1" status: 200 len: 210 time: 0.0326598 Sep 10 17:39:40.476525 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aed0b-6f08-46cc-a007-f07cab9c1c14 req-ece58fec-0aa3-49f4-86eb-d174b3b4a643 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:40.478122 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f06aed0b-6f08-46cc-a007-f07cab9c1c14 req-ece58fec-0aa3-49f4-86eb-d174b3b4a643 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0595555 Sep 10 17:39:40.489694 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52962) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:40.517636 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f06aed0b-6f08-46cc-a007-f07cab9c1c14 req-e1873484-aa49-4f4a-bc54-549dae5f378b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Sep 10 17:39:40.597026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a8e596e0-23cc-4abe-b12c-7ab221d7465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.701179 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a8e596e0-23cc-4abe-b12c-7ab221d7465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.706275 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a8e596e0-23cc-4abe-b12c-7ab221d7465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.743690 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e596e0-23cc-4abe-b12c-7ab221d7465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deacbab-6d23-4525-9416-bf6a8c76ad74,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:40.751172 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a8e596e0-23cc-4abe-b12c-7ab221d7465f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30d2ae7545e94268bd2324e977a076f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589872 Sep 10 17:39:40.751337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 52972) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:40.803266 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.824532 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.880369 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.883639 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.887237 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9deacbab-6d23-4525-9416-bf6a8c76ad74 HTTP/1.1" status: 204 len: 168 time: 0.1323485 Sep 10 17:39:40.893727 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846edb6-56f4-4ff8-a0c0-839e250f6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deacbab-6d23-4525-9416-bf6a8c76ad74,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:41.163017 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 52992) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:41.176368 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40c9d133-7978-47da-88d1-250fd08b8f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.264959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40c9d133-7978-47da-88d1-250fd08b8f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.269261 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40c9d133-7978-47da-88d1-250fd08b8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.307779 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d133-7978-47da-88d1-250fd08b8f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708ca07-3503-42df-9b96-f9b0c80d1a56,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:41.317528 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53000) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:41.317661 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-40c9d133-7978-47da-88d1-250fd08b8f61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11497a741d1140d2a77f8432f320a5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535518 Sep 10 17:39:41.383663 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.410394 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.470664 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.473211 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.474397 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e708ca07-3503-42df-9b96-f9b0c80d1a56 HTTP/1.1" status: 204 len: 168 time: 0.1554413 Sep 10 17:39:41.487676 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5c990-1cd7-4359-96d6-d5def7a522ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708ca07-3503-42df-9b96-f9b0c80d1a56,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:41.649421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660e7aa-096d-4d21-8fa1-a8b628870739 req-39230d5c-d6e3-4794-938d-e7242031fd5d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:41.651529 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f660e7aa-096d-4d21-8fa1-a8b628870739 req-39230d5c-d6e3-4794-938d-e7242031fd5d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0563581 Sep 10 17:39:41.705557 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f660e7aa-096d-4d21-8fa1-a8b628870739 req-2ff3a3ce-2e76-4eac-9d72-7352074ea2cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Sep 10 17:39:42.356383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53082) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:42.392516 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ab1f-21b9-44bb-b53e-9421740d84dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.464265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490626543-network', 'tenant_id': '7a83c14191bf4c4a947ac3262fd9b125'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:42.487026 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Made reservation on behalf of 7a83c14191bf4c4a947ac3262fd9b125 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:42.489265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.497744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.562229 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.593859 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.598363 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.619923 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:42.632993 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e61c5-5679-45c7-add8-6f2280c8e145,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:42.641698 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.642097 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Added segment 6c61a12a-acb2-47cf-8f2c-21aeb52d10c8 of type vlan for network c4929381-b56d-449b-b959-bcf9bb24970f Sep 10 17:39:42.684200 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.711488 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.712591 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:42.713220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.754517 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3916345 Sep 10 17:39:42.754517 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53098) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:42.761428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Request body: {'subnet': {'network_id': 'c4929381-b56d-449b-b959-bcf9bb24970f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490626543-subnet', 'tenant_id': '7a83c14191bf4c4a947ac3262fd9b125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:42.806738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab32c2-35fe-48a9-b4fa-f4168d862a9b admin admin] Pushing event updated for resources: {'Network': ['ID=c4929381-b56d-449b-b959-bcf9bb24970f,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:42.818371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network c4929381-b56d-449b-b959-bcf9bb24970f details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:42.823521 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Made reservation on behalf of 7a83c14191bf4c4a947ac3262fd9b125 for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:42.826013 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.919288 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e86dd-f75b-4f77-b7f5-5b88e5be3671 req-1e095d85-32cf-4ec0-9b6a-ac5f19678ed1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:42.920795 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1e3e86dd-f75b-4f77-b7f5-5b88e5be3671 req-1e095d85-32cf-4ec0-9b6a-ac5f19678ed1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1195130 Sep 10 17:39:42.977475 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1e3e86dd-f75b-4f77-b7f5-5b88e5be3671 req-717eabfd-a561-4038-9e06-edfab9c4f00b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Sep 10 17:39:43.081734 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.152771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9ec766-6805-49e4-916b-7da4312e52d1,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:43.157076 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Checking segment: {'id': '6c61a12a-acb2-47cf-8f2c-21aeb52d10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c4929381-b56d-449b-b959-bcf9bb24970f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:43.158069 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Network hostable DHCP agents. Network: c4929381-b56d-449b-b959-bcf9bb24970f, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:43.178634 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Network c4929381-b56d-449b-b959-bcf9bb24970f is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:43.194289 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, c4929381-b56d-449b-b959-bcf9bb24970f) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:43.199712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:43.200884 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.204082 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1f2dc-e36d-460b-9c38-59440cee54b0 None None] Network c4929381-b56d-449b-b959-bcf9bb24970f requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:43.222853 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4895f853-04dd-47f4-a82b-ef6486a7a557 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4671776 Sep 10 17:39:43.346726 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53136) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:43.430007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Deleting subnet 0156e884-93ba-47e4-95ad-7013eb762d72 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:39:43.434858 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.492106 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cda72c-7309-4800-a82f-2c86b3877b57 None None] Network c4929381-b56d-449b-b959-bcf9bb24970f requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:43.494555 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.515725 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.596778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.653297 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0156e884-93ba-47e4-95ad-7013eb762d72,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:43.657479 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.663089 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53148) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:43.663651 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-fed907ad-c087-4edb-ae46-1d42aeff5cb4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0156e884-93ba-47e4-95ad-7013eb762d72 HTTP/1.1" status: 204 len: 168 time: 0.3146877 Sep 10 17:39:43.729357 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:39:43.737807 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.850053 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.873877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.874446 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.875405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.875757 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > port after_create 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.876650 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.877010 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > port after_update 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.877333 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.877680 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.878012 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.878370 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:43.898704 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53162) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:43.991345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53168) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:43.999894 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-638461582-network', 'tenant_id': '430d3ffcaef2410f94bf21bf2a5c6666'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:44.001479 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:44.001832 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:44.002190 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:44.002521 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:39:44.003110 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff4f9b4-9690-483b-9504-f78fe4fed294']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:44.013227 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-84ab25ec-9840-4cd2-9e2a-64dd8adbf07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.021142 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ebeeec-4a8f-410a-81e4-d8581153036e') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:44.021440 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ebeeec-4a8f-410a-81e4-d8581153036e') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:44.037092 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Made reservation on behalf of 430d3ffcaef2410f94bf21bf2a5c6666 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:44.039340 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.040679 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.063018 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.063377 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.071457 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:39:44.071876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: from cryptography.utils import int_from_bytes Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: from cryptography.utils import int_from_bytes Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:39:44.075778 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:39:44.134187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605d826-fcb6-4731-b76d-c5c1be2b9723 req-34b9fc70-1794-45fd-b832-49d353cec407 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:44.135631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.135771 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7605d826-fcb6-4731-b76d-c5c1be2b9723 req-34b9fc70-1794-45fd-b832-49d353cec407 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0841327 Sep 10 17:39:44.143420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.145431 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ff4f9b4-9690-483b-9504-f78fe4fed294 HTTP/1.1" status: 204 len: 168 time: 0.4819260 Sep 10 17:39:44.155267 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff84c1-7efa-4158-baa3-05b6f2b84e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff4f9b4-9690-483b-9504-f78fe4fed294,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.203235 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7605d826-fcb6-4731-b76d-c5c1be2b9723 req-bbdd8127-88c5-4095-8429-1dd80a216ef2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603843 Sep 10 17:39:44.225313 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-84ab25ec-9840-4cd2-9e2a-64dd8adbf07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.240820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-84ab25ec-9840-4cd2-9e2a-64dd8adbf07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.303439 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-84ab25ec-9840-4cd2-9e2a-64dd8adbf07b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a901b6b22ae443cadc0c79443c9565b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035516 Sep 10 17:39:44.306253 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53178) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.306396 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab25ec-9840-4cd2-9e2a-64dd8adbf07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361624fe-f81f-4a1e-8c21-16b9f2cd458e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.362923 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.368145 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.383795 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53182) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.393751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.406129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:44.409738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.430355 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad481a34-562c-4d9e-ba72-467154f7b092,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.433187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.433526 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Added segment de959c2e-1847-443e-b4a9-53168f60207e of type vlan for network 771cfdc3-7914-4f41-a212-467dad02966b Sep 10 17:39:44.470637 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.473455 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.474848 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/361624fe-f81f-4a1e-8c21-16b9f2cd458e HTTP/1.1" status: 204 len: 168 time: 0.1672142 Sep 10 17:39:44.489181 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5f82dd64-060b-4319-96c2-80e9e7fc2de4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e563a402dc244659ac7065a6da423d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1005998 Sep 10 17:39:44.489338 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53186) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.490808 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6318-a0b6-40af-8efc-7bb0d3fa4fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361624fe-f81f-4a1e-8c21-16b9f2cd458e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.492375 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.545544 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.546499 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:44.547073 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.585516 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5890694 Sep 10 17:39:44.586250 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.588744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53188) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.595989 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Request body: {'subnet': {'network_id': '771cfdc3-7914-4f41-a212-467dad02966b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-638461582-subnet', 'tenant_id': '430d3ffcaef2410f94bf21bf2a5c6666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:44.620581 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Made reservation on behalf of 430d3ffcaef2410f94bf21bf2a5c6666 for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:44.623113 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27029943'] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.626557 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8d23-1ca2-491b-8a1d-a34bfb268e0e admin admin] Pushing event updated for resources: {'Network': ['ID=771cfdc3-7914-4f41-a212-467dad02966b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.641327 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.646712 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 771cfdc3-7914-4f41-a212-467dad02966b details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:44.697420 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.700300 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.701745 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73cdd613-99aa-41bf-819d-3db79078ebe9 HTTP/1.1" status: 204 len: 168 time: 0.2115293 Sep 10 17:39:44.711280 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34f18d-e9f9-468f-aee3-a55b35878207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdd613-99aa-41bf-819d-3db79078ebe9,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.846537 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27029929'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.858683 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53194) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.874719 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-afb761dd-33cd-4943-8b6c-e91894769697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.906094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6750ba-4457-4200-9d4e-4ad3d970bf7f,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:44.917847 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Checking segment: {'id': 'de959c2e-1847-443e-b4a9-53168f60207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '771cfdc3-7914-4f41-a212-467dad02966b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:44.918353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Network hostable DHCP agents. Network: 771cfdc3-7914-4f41-a212-467dad02966b, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:44.943846 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0b9-e0ab-4745-be2b-47c3e64e4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.953657 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Network 771cfdc3-7914-4f41-a212-467dad02966b is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:44.964067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 771cfdc3-7914-4f41-a212-467dad02966b) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:44.975057 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0554df8-ced7-4036-aa2c-a22e7c978211 None None] Network 771cfdc3-7914-4f41-a212-467dad02966b requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:44.979849 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:44.980590 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.999832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-afb761dd-33cd-4943-8b6c-e91894769697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.004901 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-afb761dd-33cd-4943-8b6c-e91894769697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.011044 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-493f5097-95ca-4494-9a6a-d4985112d7db admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4198985 Sep 10 17:39:45.051709 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb761dd-33cd-4943-8b6c-e91894769697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761e0a3-1650-4768-965b-4656f4b7060d,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.072034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53206) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:45.074678 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-afb761dd-33cd-4943-8b6c-e91894769697 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d88aa9701a6f420ca86efbd14a1152b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149179 Sep 10 17:39:45.083179 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device b86ff094-fb8a-41bf-bae4-e4a280df9c1c no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:39:45.113896 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: b86ff094-fb8a-41bf-bae4-e4a280df9c1c {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:39:45.114270 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device b86ff094-fb8a-41bf-bae4-e4a280df9c1c not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:39:45.138573 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.165518 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.168735 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a28f1-59b3-46d4-9137-0d660cf3b946 None None] Network 771cfdc3-7914-4f41-a212-467dad02966b requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:45.223052 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.225759 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.229709 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2761e0a3-1650-4768-965b-4656f4b7060d HTTP/1.1" status: 204 len: 168 time: 0.1565621 Sep 10 17:39:45.238665 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30509465-1a2b-4418-9a55-eb906b87912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761e0a3-1650-4768-965b-4656f4b7060d,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.384308 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.638276 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53236) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:45.654474 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-31da5551-de59-4e6c-84ef-105b9bb3ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.751823 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-31da5551-de59-4e6c-84ef-105b9bb3ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.755603 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-31da5551-de59-4e6c-84ef-105b9bb3ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.794294 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-31da5551-de59-4e6c-84ef-105b9bb3ff0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22528abbad3649b1bbc99a67bd3e3b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545095 Sep 10 17:39:45.796160 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da5551-de59-4e6c-84ef-105b9bb3ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906a12ce-ca60-44b6-ab52-0694788f6bd7,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.796962 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53240) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:45.848935 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.869050 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.914084 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.916658 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.917824 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/906a12ce-ca60-44b6-ab52-0694788f6bd7 HTTP/1.1" status: 204 len: 168 time: 0.1198292 Sep 10 17:39:45.925161 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1455929-b584-4a8d-84b1-ee934a3cf4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a12ce-ca60-44b6-ab52-0694788f6bd7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:46.343539 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.158353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffd299-bcd5-4e9d-8a85-f0b0b8100363 req-f144a4c7-b4e6-41f4-9f6e-312a9d19b170 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:47.159930 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28ffd299-bcd5-4e9d-8a85-f0b0b8100363 req-f144a4c7-b4e6-41f4-9f6e-312a9d19b170 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0510657 Sep 10 17:39:47.200321 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28ffd299-bcd5-4e9d-8a85-f0b0b8100363 req-a23bd6d8-a762-47be-92a6-9c82bf23ae04 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Sep 10 17:39:47.806124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.314391 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e334176-fea5-4d11-871b-621cadfaf661 req-47867681-5a70-45e9-8da6-32df5307151c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:48.315716 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9e334176-fea5-4d11-871b-621cadfaf661 req-47867681-5a70-45e9-8da6-32df5307151c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0477231 Sep 10 17:39:48.352210 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9e334176-fea5-4d11-871b-621cadfaf661 req-bfc611c0-dd3a-49ca-a3f5-9b20ad0b213d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306246 Sep 10 17:39:52.345745 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaabe3-96ad-4c87-ad7e-70a22d6a68b5 req-4708286d-94fe-443d-9b9c-7ad418b7386c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:52.348168 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-89aaabe3-96ad-4c87-ad7e-70a22d6a68b5 req-4708286d-94fe-443d-9b9c-7ad418b7386c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0501311 Sep 10 17:39:52.386003 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-89aaabe3-96ad-4c87-ad7e-70a22d6a68b5 req-e9a3b9ca-7d89-4358-a30d-c69e0b9cc415 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Sep 10 17:39:53.536961 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d9a5a-e9ae-4a4d-a0c5-9a12714a6903 req-a8ee2f8f-1835-4a94-bac0-5e7c6472348d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:53.538928 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9d3d9a5a-e9ae-4a4d-a0c5-9a12714a6903 req-a8ee2f8f-1835-4a94-bac0-5e7c6472348d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0713902 Sep 10 17:39:53.579632 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9d3d9a5a-e9ae-4a4d-a0c5-9a12714a6903 req-2d93a33c-1865-42f0-a464-5f52abd4beb6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349262 Sep 10 17:39:53.763889 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53496) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:53.883436 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ea70bb3-09b2-4834-96f2-c26b5fe1d919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.975345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ea70bb3-09b2-4834-96f2-c26b5fe1d919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.979035 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ea70bb3-09b2-4834-96f2-c26b5fe1d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.015843 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0ea70bb3-09b2-4834-96f2-c26b5fe1d919 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=428351e6c6564e10933c130459277c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508187 Sep 10 17:39:54.016662 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea70bb3-09b2-4834-96f2-c26b5fe1d919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10301869-fc38-429a-98a4-f6b34dc396df,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:54.019457 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53506) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:54.069528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.090692 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.139983 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.143202 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.144382 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10301869-fc38-429a-98a4-f6b34dc396df HTTP/1.1" status: 204 len: 168 time: 0.1238990 Sep 10 17:39:54.152019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090803-dcec-444d-b72f-9d55355ded8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10301869-fc38-429a-98a4-f6b34dc396df,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:54.715681 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464bf53-229b-48ef-be4e-e50bb40c16a7 req-5b896875-9fa0-481e-b640-310169e4e6b8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:54.717308 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8464bf53-229b-48ef-be4e-e50bb40c16a7 req-5b896875-9fa0-481e-b640-310169e4e6b8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0542815 Sep 10 17:39:54.761089 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8464bf53-229b-48ef-be4e-e50bb40c16a7 req-96bbba07-5132-4361-8120-5ecf918a54a5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375867 Sep 10 17:39:54.934384 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53554) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:55.036381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970513953-network', 'tenant_id': '5ed6adc49483460d8948be4dd734757e'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:55.058109 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Made reservation on behalf of 5ed6adc49483460d8948be4dd734757e for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:55.060623 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.073361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.180639 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.187940 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.210547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:55.226369 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20330cc-8efa-472d-aa7d-af6e57267f18,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.229638 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.229969 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Added segment c0c81955-9623-49f5-896c-881e49f3975b of type vlan for network 175676d6-1300-45a8-a55c-97976ff29695 Sep 10 17:39:55.273476 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.297459 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.298421 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:55.299665 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.333215 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3976405 Sep 10 17:39:55.336196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53566) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:55.341210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Request body: {'subnet': {'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970513953-subnet', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:55.357874 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b8296-e0ab-408d-a66f-96fd74fdc04c admin admin] Pushing event updated for resources: {'Network': ['ID=175676d6-1300-45a8-a55c-97976ff29695,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.363724 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Made reservation on behalf of 5ed6adc49483460d8948be4dd734757e for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:55.366236 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27029943'] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.368097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 175676d6-1300-45a8-a55c-97976ff29695 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:55.530051 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27029929'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.588483 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c94108b-12c6-48bc-a028-5ba65fbc5ba4,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.597118 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Checking segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:55.597544 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Network hostable DHCP agents. Network: 175676d6-1300-45a8-a55c-97976ff29695, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:55.614116 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Network 175676d6-1300-45a8-a55c-97976ff29695 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:55.622751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 175676d6-1300-45a8-a55c-97976ff29695) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:55.626752 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:55.627905 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.632900 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0d5ba-fd4f-4ca5-b2c3-466ab7f6cfe9 None None] Network 175676d6-1300-45a8-a55c-97976ff29695 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:55.644454 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-06f4b307-9551-4f35-955b-409b256d2097 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3070862 Sep 10 17:39:55.644842 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53574) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:55.650329 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:55.683520 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.686159 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.747326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.937665 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-175676d6-1300-45a8-a55c-97976ff29695', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:39:55.938558 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.009960 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d53e-c9cd-451d-a062-5c00b59ab49b req-78f8a066-3254-4678-a9a9-8c49f67dd56e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:56.011461 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a611d53e-c9cd-451d-a062-5c00b59ab49b req-78f8a066-3254-4678-a9a9-8c49f67dd56e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0966697 Sep 10 17:39:56.102758 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a611d53e-c9cd-451d-a062-5c00b59ab49b req-8f4f26f3-95ae-4839-925e-9b0370fea89b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796828 Sep 10 17:39:56.134099 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Allocated IP 172.20.0.2 (175676d6-1300-45a8-a55c-97976ff29695/6c94108b-12c6-48bc-a028-5ba65fbc5ba4/10ffec87-2ac2-4d5c-980e-e144e089a9de) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:56.170116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.241562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53638) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:56.340586 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.352494 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Transition to ACTIVE for port object 10ffec87-2ac2-4d5c-980e-e144e089a9de will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:56.370069 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Transition to ACTIVE for port object 10ffec87-2ac2-4d5c-980e-e144e089a9de will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:56.388568 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.405880 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.438287 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.447169 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Network 175676d6-1300-45a8-a55c-97976ff29695 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:56.451983 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:56.459194 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:56.480611 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Pushing event updated for resources: {'Port': ['ID=10ffec87-2ac2-4d5c-980e-e144e089a9de,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:56.484482 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc6fcde4-1ba4-4c3c-b783-72e6cef6cb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.524158 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.524313 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.524572 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.524929 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.525254 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.525584 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.525911 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.526254 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.526603 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.526926 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.527252 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.529070 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:56.541924 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Attempting to bind port 10ffec87-2ac2-4d5c-980e-e144e089a9de on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:56.542344 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Attempting to bind port 10ffec87-2ac2-4d5c-980e-e144e089a9de by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:56.542743 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Attempting to bind port 10ffec87-2ac2-4d5c-980e-e144e089a9de on network 175676d6-1300-45a8-a55c-97976ff29695 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:56.548090 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:56.548832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Checking segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:56.548956 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.549344 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Bound using segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:56.549812 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Bound port: 10ffec87-2ac2-4d5c-980e-e144e089a9de, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:56.550236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.634727 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc6fcde4-1ba4-4c3c-b783-72e6cef6cb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.640627 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc6fcde4-1ba4-4c3c-b783-72e6cef6cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.646619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Allocated IP 172.27.0.252 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/fbba40ac-2ba4-4d9f-9926-a4473a0f0381) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:56.650656 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] For port 10ffec87-2ac2-4d5c-980e-e144e089a9de, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:56.657640 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] For port 10ffec87-2ac2-4d5c-980e-e144e089a9de, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=10ffec87-2ac2-4d5c-980e-e144e089a9de,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:56.667138 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.698055 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-dc6fcde4-1ba4-4c3c-b783-72e6cef6cb35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80412116e36747aa811a61583fde4303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552455 Sep 10 17:39:56.699489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fcde4-1ba4-4c3c-b783-72e6cef6cb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886a76c-e299-42c3-b611-053020d18597,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:56.702507 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53666) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:56.784725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d909c-de24-4fbf-bdd8-608e949e13f3 None None] Pushing event updated for resources: {'Port': ['ID=10ffec87-2ac2-4d5c-980e-e144e089a9de,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:56.800292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.826870 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.854898 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.890512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.893257 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.894439 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9886a76c-e299-42c3-b611-053020d18597 HTTP/1.1" status: 204 len: 168 time: 0.1903703 Sep 10 17:39:56.927469 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01864f-22d9-4e24-bb83-d621e43c656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886a76c-e299-42c3-b611-053020d18597,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:56.928412 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.975843 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:56.983456 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:56.987286 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:57.030806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Pushing event updated for resources: {'Port': ['ID=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:57.306343 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32fff0-7e81-4c29-96d2-5e13ce2154b1 req-d36aa572-498a-4c9a-8296-2c85776da603 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:57.307886 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5d32fff0-7e81-4c29-96d2-5e13ce2154b1 req-d36aa572-498a-4c9a-8296-2c85776da603 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0975165 Sep 10 17:39:57.335563 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.423463 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5d32fff0-7e81-4c29-96d2-5e13ce2154b1 req-1294f10d-6661-4fcd-9e34-c6bd1276f1b5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064298 Sep 10 17:39:57.567752 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.596814 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 10ffec87-2ac2-4d5c-980e-e144e089a9de up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:57.654890 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 10ffec87-2ac2-4d5c-980e-e144e089a9de completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:57.719494 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Router 806e97c9-1cc7-41c2-a80b-509604eabe2f is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:39:57.871916 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:57.885033 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Sync routers for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:57.903757 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:57.904455 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:57.906294 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.909378 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3be6c7f8-aff7-4b80-b5da-5be59973d074 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2622881 Sep 10 17:39:57.911684 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53714) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:58.015453 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f5405-978b-4051-9387-5a6f381cfc7c None None] Network 175676d6-1300-45a8-a55c-97976ff29695 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:58.070309 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:58.222017 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Provisioning for port 10ffec87-2ac2-4d5c-980e-e144e089a9de completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:58.282822 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Provisioning complete for port 10ffec87-2ac2-4d5c-980e-e144e089a9de triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:58.283576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.379295 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:57Z', 'revision_number': 3, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:58.417186 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Checking router: 806e97c9-1cc7-41c2-a80b-509604eabe2f for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:58.417547 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Updating router 806e97c9-1cc7-41c2-a80b-509604eabe2f port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:58.425836 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.466543 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] For port 10ffec87-2ac2-4d5c-980e-e144e089a9de, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=10ffec87-2ac2-4d5c-980e-e144e089a9de,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:58.472505 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.479895 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.527822 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.551914 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfad1ee-a196-4f4d-a34c-6b8e08ae266d None None] Pushing event updated for resources: {'Port': ['ID=10ffec87-2ac2-4d5c-980e-e144e089a9de,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:58.710882 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8f35a-8894-4f40-a037-696a14c01144 req-6e828c48-484e-4abc-8687-966ed9f51b09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:58.712423 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fdf8f35a-8894-4f40-a037-696a14c01144 req-6e828c48-484e-4abc-8687-966ed9f51b09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1314461 Sep 10 17:39:58.792400 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-7119af39-55d2-44c0-81b8-b86acdae3647 None None] Provisioning complete for port 10ffec87-2ac2-4d5c-980e-e144e089a9de triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:58.793003 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7119af39-55d2-44c0-81b8-b86acdae3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.795867 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fdf8f35a-8894-4f40-a037-696a14c01144 req-e3c1edc8-5e8a-4cc0-9019-23ae10825194 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708375 Sep 10 17:39:58.807742 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Allocated IP 172.20.0.1 (175676d6-1300-45a8-a55c-97976ff29695/6c94108b-12c6-48bc-a028-5ba65fbc5ba4/4985f752-7ae5-4267-8ce8-b97adb8e2c3b) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:58.862090 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.873880 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Transition to ACTIVE for port object fbba40ac-2ba4-4d9f-9926-a4473a0f0381 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:58.882193 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.932390 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.947970 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Transition to ACTIVE for port object 4985f752-7ae5-4267-8ce8-b97adb8e2c3b will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:58.987302 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.023916 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Network 175676d6-1300-45a8-a55c-97976ff29695 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:59.026938 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Attempting to bind port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:59.027425 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Attempting to bind port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:59.027675 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Attempting to bind port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:59.028110 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:59.032067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:59.040363 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Pushing event updated for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:59.041462 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:59.041839 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:59.043241 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.044156 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:59.044645 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Bound port: fbba40ac-2ba4-4d9f-9926-a4473a0f0381, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:59.045049 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.046829 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Pushing event updated for resources: {'Port': ['ID=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:59.091559 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.094377 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.094843 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.095200 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.096083 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.096428 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.096769 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.097108 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.097612 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.097950 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.098305 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.098638 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:59.100429 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.135784 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] For port fbba40ac-2ba4-4d9f-9926-a4473a0f0381, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:59.140397 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] For port fbba40ac-2ba4-4d9f-9926-a4473a0f0381, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:59.145505 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.209669 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:59.210421 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:59.261749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.264829 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd132a03-5168-481d-be05-1940d9d156fb None None] Pushing event updated for resources: {'Port': ['ID=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:59.323310 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ffcfcb12-03f7-40cd-9587-4558fac2be55 None None] Provisioning for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:59.327617 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ffcfcb12-03f7-40cd-9587-4558fac2be55 None None] Provisioning complete for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:59.328347 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcb12-03f7-40cd-9587-4558fac2be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.359818 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:59.387128 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfcb12-03f7-40cd-9587-4558fac2be55 None None] Port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:59.459765 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.472721 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.568887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Pushing event updated for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:59.575961 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.576182 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 10ffec87-2ac2-4d5c-980e-e144e089a9de up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:59.620243 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:39:58Z', 'revision_number': 1, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:59.643697 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 10ffec87-2ac2-4d5c-980e-e144e089a9de triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:59.643991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.647235 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e2db-b89c-4253-b197-c85a7678b55f None None] The sync data for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi is: [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:39:58Z', 'revision_number': 1, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:59.696289 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Network 175676d6-1300-45a8-a55c-97976ff29695 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:59.697982 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:00.022573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-00e0ae71-30ae-4b35-aa5f-8c602189161f None None] Provisioning complete for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:00.023053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-00e0ae71-30ae-4b35-aa5f-8c602189161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.063718 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-00e0ae71-30ae-4b35-aa5f-8c602189161f None None] Port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:00.140464 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147699f-5612-4498-876e-7ae7abfade09 req-99223ff0-231f-4cd2-8751-d24034d8578b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:00.142242 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c147699f-5612-4498-876e-7ae7abfade09 req-99223ff0-231f-4cd2-8751-d24034d8578b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0765157 Sep 10 17:40:00.172779 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Router 806e97c9-1cc7-41c2-a80b-509604eabe2f has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:00.202586 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c147699f-5612-4498-876e-7ae7abfade09 req-9d749eb5-bc00-4bbd-99f9-ade66c02614d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Sep 10 17:40:00.303054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:00.308512 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4912faa3-5ed6-4213-bfba-744fb041f808 admin admin] 10.222.0.65 "PUT /v2.0/routers/806e97c9-1cc7-41c2-a80b-509604eabe2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3948581 Sep 10 17:40:00.980579 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53802) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:00.985364 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-54982348-network', 'tenant_id': 'a868134341c74646a037e3f030d0997d'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:01.006956 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Made reservation on behalf of a868134341c74646a037e3f030d0997d for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:01.009534 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.021760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.117445 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.121158 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.145156 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:40:01.153777 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239da08-cc62-459f-a580-dc0ccef93762,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:01.160738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.161201 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Added segment 1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9 of type vlan for network d8755cf8-2303-4973-8503-45d8348893b4 Sep 10 17:40:01.201061 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.237734 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.238788 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:01.240338 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.273109 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2914047 Sep 10 17:40:01.276191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53814) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:01.281222 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Request body: {'subnet': {'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-54982348-subnet', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:01.304795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf14684-3099-49de-84d2-d809106fa3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8755cf8-2303-4973-8503-45d8348893b4,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:01.316779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network d8755cf8-2303-4973-8503-45d8348893b4 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:40:01.322971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Made reservation on behalf of a868134341c74646a037e3f030d0997d for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:01.325846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.398276 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6245a-cad4-4ce7-b588-92a6b0d9a37a req-ffc7194c-51d5-4d96-8a24-6cdacc848dcf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:01.401978 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1bd6245a-cad4-4ce7-b588-92a6b0d9a37a req-ffc7194c-51d5-4d96-8a24-6cdacc848dcf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0983901 Sep 10 17:40:01.463857 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1bd6245a-cad4-4ce7-b588-92a6b0d9a37a req-6a4aba27-cd58-4e20-b73f-d9fc7b87aab2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Sep 10 17:40:01.550675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.616772 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fbba40ac-2ba4-4d9f-9926-a4473a0f0381 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:01.622888 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb4019f-8c37-4c2b-bbc7-fa36caf8378a,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:01.634042 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Checking segment: {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:01.634420 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Network hostable DHCP agents. Network: d8755cf8-2303-4973-8503-45d8348893b4, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:40:01.644113 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53822) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:01.659953 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Network d8755cf8-2303-4973-8503-45d8348893b4 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:40:01.679012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, d8755cf8-2303-4973-8503-45d8348893b4) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:01.696739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:01.697549 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.700345 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54925e6e-da07-49f0-84cb-a4cc73919e9d None None] Network d8755cf8-2303-4973-8503-45d8348893b4 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:01.716048 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f79617a2-940c-41c6-9838-9ffcc7443ba5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4387066 Sep 10 17:40:01.718613 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53828) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:01.722976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:01.755964 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.757147 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.794576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:01.802392 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:01.802765 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.809940 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.857360 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a1ba607f-eda1-4fd5-a0a6-da6568c2052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.934773 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Sync routers for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:01.937875 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-d8755cf8-2303-4973-8503-45d8348893b4', 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'fixed_ips': [{'subnet_id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:40:01.938719 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.976783 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:01.977572 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:01.989833 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.037480 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.132015 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a1ba607f-eda1-4fd5-a0a6-da6568c2052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.147641 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a1ba607f-eda1-4fd5-a0a6-da6568c2052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.176284 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port fbba40ac-2ba4-4d9f-9926-a4473a0f0381, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:02.187891 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.192179 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba607f-eda1-4fd5-a0a6-da6568c2052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cf696-1151-43a1-a780-5b2cef391d44,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:02.201988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a1ba607f-eda1-4fd5-a0a6-da6568c2052c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71a1a48c60bd4a99bbf0f9756b727d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526080 Sep 10 17:40:02.202354 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53840) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:02.249097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:02.252305 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.273483 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.336653 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.339289 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.343227 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb4cf696-1151-43a1-a780-5b2cef391d44 HTTP/1.1" status: 204 len: 168 time: 0.1371086 Sep 10 17:40:02.358338 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eea820-f433-45d4-ab7d-942c4b9d6417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cf696-1151-43a1-a780-5b2cef391d44,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:02.397883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.430047 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.457958 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:02.465437 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Allocated IP 172.20.0.2 (d8755cf8-2303-4973-8503-45d8348893b4/eeb4019f-8c37-4c2b-bbc7-fa36caf8378a/1e5f732c-c746-48eb-b09d-ee4316882da3) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:02.622700 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Allocated IP 172.27.0.55 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/a25a2b62-eb18-47b9-b97e-e6d81e9c9750) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:02.643012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254b25-78dc-49e9-b5ef-04c6983999bf req-7ba52005-e3fd-4ecc-8364-b05785865078 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:02.645974 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-26254b25-78dc-49e9-b5ef-04c6983999bf req-7ba52005-e3fd-4ecc-8364-b05785865078 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0896153 Sep 10 17:40:02.726656 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-26254b25-78dc-49e9-b5ef-04c6983999bf req-64ebe9ae-f6d9-4e68-977b-fad8a07abc02 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 Sep 10 17:40:02.782774 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.789951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 2, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:02.808484 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.820830 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Transition to ACTIVE for port object 1e5f732c-c746-48eb-b09d-ee4316882da3 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:02.823021 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Checking router: 806e97c9-1cc7-41c2-a80b-509604eabe2f for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:02.823598 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Updating router 806e97c9-1cc7-41c2-a80b-509604eabe2f port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:02.864749 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.867060 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.871463 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Transition to ACTIVE for port object 1e5f732c-c746-48eb-b09d-ee4316882da3 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:02.894516 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.910851 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:02.913678 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:02.917298 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:02.953241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Pushing event updated for resources: {'Port': ['ID=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:02.961710 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Network d8755cf8-2303-4973-8503-45d8348893b4 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:02.967194 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:02.975902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:02.983704 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Pushing event updated for resources: {'Port': ['ID=1e5f732c-c746-48eb-b09d-ee4316882da3,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.226202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Attempting to bind port 1e5f732c-c746-48eb-b09d-ee4316882da3 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:03.226589 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Attempting to bind port 1e5f732c-c746-48eb-b09d-ee4316882da3 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:03.226961 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Attempting to bind port 1e5f732c-c746-48eb-b09d-ee4316882da3 on network d8755cf8-2303-4973-8503-45d8348893b4 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:03.227996 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.237195 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:03.237572 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Checking segment: {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:03.237923 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.238393 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Bound using segment: {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:03.238866 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Bound port: 1e5f732c-c746-48eb-b09d-ee4316882da3, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:03.239197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.373375 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] For port 1e5f732c-c746-48eb-b09d-ee4316882da3, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:03.391278 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] For port 1e5f732c-c746-48eb-b09d-ee4316882da3, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1e5f732c-c746-48eb-b09d-ee4316882da3,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:03.406953 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.470924 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.526690 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.539940 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef79b3-fc85-4169-b14e-1434037136b4 None None] Pushing event updated for resources: {'Port': ['ID=1e5f732c-c746-48eb-b09d-ee4316882da3,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.563787 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Transition to ACTIVE for port object 4985f752-7ae5-4267-8ce8-b97adb8e2c3b will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:03.577951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.596788 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fbba40ac-2ba4-4d9f-9926-a4473a0f0381 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:03.729546 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33515685-1731-4fc4-9246-a0a0d991f0f6 None None] Pushing event updated for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.737452 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Router 38799f64-9d6a-4819-a7e6-6b440848e269 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:40:03.804993 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:03.805364 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.848584 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Attempting to bind port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:03.848959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Attempting to bind port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:03.849329 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Attempting to bind port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b on network 175676d6-1300-45a8-a55c-97976ff29695 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:03.867356 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:03.867725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Checking segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:03.868184 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.868524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Bound using segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:03.869007 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Bound port: 4985f752-7ae5-4267-8ce8-b97adb8e2c3b, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:03.869393 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.968003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:03.980984 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Sync routers for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:03.994867 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:03.996684 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.020943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.022915 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e40762ec-5c75-4751-8dc5-37dcff8f629f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3026035 Sep 10 17:40:04.024948 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53906) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.050753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064acf7d-d049-4bc7-a0f7-eac6e5161946 req-aea84932-b279-4aa4-b960-042c8a209acd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:04.052476 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-064acf7d-d049-4bc7-a0f7-eac6e5161946 req-aea84932-b279-4aa4-b960-042c8a209acd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.1473813 Sep 10 17:40:04.120650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-064acf7d-d049-4bc7-a0f7-eac6e5161946 req-3a51009a-e732-4e46-8a37-8e64e537f57c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Sep 10 17:40:04.165624 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] For port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:04.196265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] For port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:04.205714 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.206723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53914) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.231590 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:04.276622 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Deleting subnet 1c9ec766-6805-49e4-916b-7da4312e52d1 {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:40:04.292017 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.301053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:04.301703 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.307134 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33515685-1731-4fc4-9246-a0a0d991f0f6 None None] Pushing event updated for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:04.359933 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.441848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.511820 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:04.533810 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:03Z', 'revision_number': 3, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.537394 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.565344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9ec766-6805-49e4-916b-7da4312e52d1,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:04.576229 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.578384 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7791aed2-ea31-4e1c-a53c-fff873a5c1ce admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1c9ec766-6805-49e4-916b-7da4312e52d1 HTTP/1.1" status: 204 len: 168 time: 0.3703606 Sep 10 17:40:04.581347 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53918) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.586890 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Checking router: 38799f64-9d6a-4819-a7e6-6b440848e269 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:04.588996 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Updating router 38799f64-9d6a-4819-a7e6-6b440848e269 port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:04.629088 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.715024 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.805555 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.852070 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:04Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.890744 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6bb9-62a6-4401-a73f-faf78e47bcd4 None None] The sync data for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi is: [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:04Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:04.900161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.933197 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4929381-b56d-449b-b959-bcf9bb24970f']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.940253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80fe51-de99-4ef2-b28e-be45d6a3ad24 None None] Network d8755cf8-2303-4973-8503-45d8348893b4 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:04.949948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c61a12a-acb2-47cf-8f2c-21aeb52d10c8') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.950277 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c61a12a-acb2-47cf-8f2c-21aeb52d10c8') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:04.967304 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.000022 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.014123 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:40:05.014570 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:40:05.016489 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:40:05.058094 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.086219 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Transition to ACTIVE for port object a25a2b62-eb18-47b9-b97e-e6d81e9c9750 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:05.105093 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.111953 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0b292393-dff2-46ad-b6a2-4bca02e7d796 None None] Provisioning for port 1e5f732c-c746-48eb-b09d-ee4316882da3 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:05.180201 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.191684 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.199625 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c4929381-b56d-449b-b959-bcf9bb24970f HTTP/1.1" status: 204 len: 168 time: 0.6170778 Sep 10 17:40:05.201357 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53930) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:05.226069 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Attempting to bind port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:05.226602 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Attempting to bind port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:05.227041 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Attempting to bind port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:05.234730 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:05.235220 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:05.235701 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.236201 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:05.236766 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Bound port: a25a2b62-eb18-47b9-b97e-e6d81e9c9750, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:05.237376 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.258237 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e205e49-87a3-4f9e-b422-2490c419edb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4929381-b56d-449b-b959-bcf9bb24970f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:05.288959 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb21cc-4f5c-4c00-b4ff-9c1a3c1774b2 None None] Pushing event updated for resources: {'Port': ['ID=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:05.361779 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] For port a25a2b62-eb18-47b9-b97e-e6d81e9c9750, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:05.366312 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Deleting subnet 7d6750ba-4457-4200-9d4e-4ad3d970bf7f {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:40:05.368140 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] For port a25a2b62-eb18-47b9-b97e-e6d81e9c9750, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:05.370694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.379163 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.445586 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.487630 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb21cc-4f5c-4c00-b4ff-9c1a3c1774b2 None None] Pushing event updated for resources: {'Port': ['ID=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:05.514080 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:05.515075 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:05.543465 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.621369 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00fe2-83c4-4557-a5d9-94155eb584df req-5fdd9665-4123-4344-9835-c31e284fba6e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:05.629488 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cef00fe2-83c4-4557-a5d9-94155eb584df req-5fdd9665-4123-4344-9835-c31e284fba6e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.2278738 Sep 10 17:40:05.673382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Allocated IP 172.20.0.1 (d8755cf8-2303-4973-8503-45d8348893b4/eeb4019f-8c37-4c2b-bbc7-fa36caf8378a/bfd24b17-af75-41d2-80f4-3d9b133ac153) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:05.684225 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.719440 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cef00fe2-83c4-4557-a5d9-94155eb584df req-383d5a33-0c88-4d42-a75d-22ecf14f180c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889776 Sep 10 17:40:05.731581 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6750ba-4457-4200-9d4e-4ad3d970bf7f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:05.746720 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.753035 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f00c79b2-1c27-4406-b0f4-58bfcf342dce admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7d6750ba-4457-4200-9d4e-4ad3d970bf7f HTTP/1.1" status: 204 len: 168 time: 0.5505733 Sep 10 17:40:05.754057 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53940) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:05.763063 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:05.868467 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1e5f732c-c746-48eb-b09d-ee4316882da3 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:05.949521 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.993344 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.011782 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Transition to ACTIVE for port object bfd24b17-af75-41d2-80f4-3d9b133ac153 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:06.013472 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 1e5f732c-c746-48eb-b09d-ee4316882da3 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:06.019100 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 1e5f732c-c746-48eb-b09d-ee4316882da3 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:06.019100 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.053035 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.099071 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.106648 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:03Z', 'revision_number': 3, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:06.132164 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771cfdc3-7914-4f41-a212-467dad02966b']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:06.136217 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Network d8755cf8-2303-4973-8503-45d8348893b4 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:06.146661 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:06.146921 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74e6a5-0b8d-495b-9c9a-b0d0e7f3f7dd None None] The sync data for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi is: [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:03Z', 'revision_number': 3, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:06.149565 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.162998 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:06.163650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.176326 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de959c2e-1847-443e-b4a9-53168f60207e') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:06.178560 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de959c2e-1847-443e-b4a9-53168f60207e') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:06.180052 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.214964 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.240941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.247409 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:40:06.248194 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:40:06.250180 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:40:06.261453 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 1e5f732c-c746-48eb-b09d-ee4316882da3, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1e5f732c-c746-48eb-b09d-ee4316882da3,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:06.268106 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.268761 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4985f752-7ae5-4267-8ce8-b97adb8e2c3b up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:06.345214 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.353570 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.355786 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/771cfdc3-7914-4f41-a212-467dad02966b HTTP/1.1" status: 204 len: 168 time: 0.6004488 Sep 10 17:40:06.385594 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882b3d2-c1e4-4f36-9ad3-c73a1fb706c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=771cfdc3-7914-4f41-a212-467dad02966b,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.398342 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=1e5f732c-c746-48eb-b09d-ee4316882da3,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.403220 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.421803 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:06.430047 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:06.430869 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.568476 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.607663 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-6fa69a9f-12db-4705-9d72-610b524f212b None None] Provisioning for port bfd24b17-af75-41d2-80f4-3d9b133ac153 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:06.613900 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-6fa69a9f-12db-4705-9d72-610b524f212b None None] Provisioning complete for port bfd24b17-af75-41d2-80f4-3d9b133ac153 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:06.614452 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6fa69a9f-12db-4705-9d72-610b524f212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.631853 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.638742 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.639671 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.643078 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53956) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:06.646515 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:06.659432 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.702691 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-6fa69a9f-12db-4705-9d72-610b524f212b None None] Port bfd24b17-af75-41d2-80f4-3d9b133ac153 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:06.728280 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ce52974f-1230-4e94-b0b8-8ba402ba2db6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a83c14191bf4c4a947ac3262fd9b125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814984 Sep 10 17:40:06.728950 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53958) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:06.742449 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.768987 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.841280 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.853139 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Network d8755cf8-2303-4973-8503-45d8348893b4 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:06.855533 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:06.876102 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.885723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d869-b156-4814-880d-af662bc05a8e req-ef835d0a-cc13-4c8a-bb63-3841eabcc814 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:06.887366 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c155d869-b156-4814-880d-af662bc05a8e req-ef835d0a-cc13-4c8a-bb63-3841eabcc814 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Sep 10 17:40:06.953001 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c155d869-b156-4814-880d-af662bc05a8e req-20067d67-d683-4b81-bc84-1ff7a5b89721 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Sep 10 17:40:06.993266 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.007386 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.008580 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af9e61c5-5679-45c7-add8-6f2280c8e145 HTTP/1.1" status: 204 len: 168 time: 0.2786992 Sep 10 17:40:07.020704 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53202-2f84-4885-a709-1c1c942118fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e61c5-5679-45c7-add8-6f2280c8e145,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:07.069155 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Router 38799f64-9d6a-4819-a7e6-6b440848e269 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:07.228025 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:07.237858 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-dcd18d91-9262-4f6d-a257-8bc449d69637 admin admin] 10.222.0.65 "PUT /v2.0/routers/38799f64-9d6a-4819-a7e6-6b440848e269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2103989 Sep 10 17:40:07.252898 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5514f43e-3d20-4ecc-85ec-9e97f9106de2 None None] Provisioning complete for port bfd24b17-af75-41d2-80f4-3d9b133ac153 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:07.253904 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5514f43e-3d20-4ecc-85ec-9e97f9106de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.302551 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-5514f43e-3d20-4ecc-85ec-9e97f9106de2 None None] Port bfd24b17-af75-41d2-80f4-3d9b133ac153 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:07.498672 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 53988) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:07.574328 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-39ef2186-65a6-478f-b173-b0d27959d5ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=430d3ffcaef2410f94bf21bf2a5c6666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737205 Sep 10 17:40:07.576793 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 53996) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:07.664214 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.684668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1e5f732c-c746-48eb-b09d-ee4316882da3 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:07.692122 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.733205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 1e5f732c-c746-48eb-b09d-ee4316882da3 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:07.733711 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.740948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.743683 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.744841 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad481a34-562c-4d9e-ba72-467154f7b092 HTTP/1.1" status: 204 len: 168 time: 0.1664867 Sep 10 17:40:07.754607 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21617e-0b5a-42ac-aad3-7aaac6153741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad481a34-562c-4d9e-ba72-467154f7b092,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:07.825066 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a25a2b62-eb18-47b9-b97e-e6d81e9c9750 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:07.875041 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:07.878960 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:07.879436 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.961698 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.983290 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port a25a2b62-eb18-47b9-b97e-e6d81e9c9750, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:07.987242 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:07.988191 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4985f752-7ae5-4267-8ce8-b97adb8e2c3b up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:08.130157 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962fbc7-ccf0-4013-b330-4138070bfa56 req-504ad4d1-3eaa-4075-80b4-37da30dd7c55 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:08.134274 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a962fbc7-ccf0-4013-b330-4138070bfa56 req-504ad4d1-3eaa-4075-80b4-37da30dd7c55 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0673373 Sep 10 17:40:08.186162 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a962fbc7-ccf0-4013-b330-4138070bfa56 req-4bf62d80-92a1-4ac3-9c03-38b1b29f4c3a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Sep 10 17:40:08.209114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:08.219993 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:08.221175 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:08.437553 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Sync routers for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:08.454672 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:08.455985 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:08.570104 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:08.789406 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 4, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': 'bfd24b17-af75-41d2-80f4-3d9b133ac153', 'name': '', 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'mac_address': 'fa:16:3e:e9:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:04Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 2, 'project_id': 'a868134341c74646a037e3f030d0997d', 'subnets': [{'id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:08.815289 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Checking router: 38799f64-9d6a-4819-a7e6-6b440848e269 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:08.815647 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Updating router 38799f64-9d6a-4819-a7e6-6b440848e269 port bfd24b17-af75-41d2-80f4-3d9b133ac153 binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:08.843735 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.116030 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.125489 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Transition to ACTIVE for port object bfd24b17-af75-41d2-80f4-3d9b133ac153 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:09.132077 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.201192 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e330-0f67-425f-a37a-874a76d2a33b None None] Pushing event updated for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:09.238014 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Attempting to bind port bfd24b17-af75-41d2-80f4-3d9b133ac153 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:09.238556 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Attempting to bind port bfd24b17-af75-41d2-80f4-3d9b133ac153 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:09.239021 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Attempting to bind port bfd24b17-af75-41d2-80f4-3d9b133ac153 on network d8755cf8-2303-4973-8503-45d8348893b4 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:09.255545 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:09.255933 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Checking segment: {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:09.256340 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.256732 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Bound using segment: {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:09.257224 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Bound port: bfd24b17-af75-41d2-80f4-3d9b133ac153, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:09.257608 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.333613 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44b39-df2d-4a10-b316-4bc9fab1a947 req-ac8c507b-1ce1-42c3-b284-aa426d05edaa tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:09.335825 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-08d44b39-df2d-4a10-b316-4bc9fab1a947 req-ac8c507b-1ce1-42c3-b284-aa426d05edaa tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Sep 10 17:40:09.336992 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] For port bfd24b17-af75-41d2-80f4-3d9b133ac153, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:09.340980 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] For port bfd24b17-af75-41d2-80f4-3d9b133ac153, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=bfd24b17-af75-41d2-80f4-3d9b133ac153,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:09.348899 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.395459 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-08d44b39-df2d-4a10-b316-4bc9fab1a947 req-bcb29097-3fc4-413b-b832-df72c34dd037 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Sep 10 17:40:09.416775 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:09.417423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:39:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:09.496189 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e330-0f67-425f-a37a-874a76d2a33b None None] Pushing event updated for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:09.566362 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:09.603567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a25a2b62-eb18-47b9-b97e-e6d81e9c9750 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:09.755098 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:09.755098 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.906553 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 4, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': 'bfd24b17-af75-41d2-80f4-3d9b133ac153', 'name': '', 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'mac_address': 'fa:16:3e:e9:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:04Z', 'updated_at': '2021-09-10T17:40:09Z', 'revision_number': 4, 'project_id': 'a868134341c74646a037e3f030d0997d', 'subnets': [{'id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:09.938826 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042d723-2d36-418a-ba5f-8010f1bad63f None None] The sync data for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi is: [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 4, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': 'bfd24b17-af75-41d2-80f4-3d9b133ac153', 'name': '', 'network_id': 'd8755cf8-2303-4973-8503-45d8348893b4', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'mac_address': 'fa:16:3e:e9:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:04Z', 'updated_at': '2021-09-10T17:40:09Z', 'revision_number': 4, 'project_id': 'a868134341c74646a037e3f030d0997d', 'subnets': [{'id': 'eeb4019f-8c37-4c2b-bbc7-fa36caf8378a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:10.509132 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa187-6c40-4c59-8094-591d48cf850e req-c5fa7c0a-e1c9-421e-b80f-edef6634cc30 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:10.510684 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-054fa187-6c40-4c59-8094-591d48cf850e req-c5fa7c0a-e1c9-421e-b80f-edef6634cc30 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Sep 10 17:40:10.552161 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-054fa187-6c40-4c59-8094-591d48cf850e req-5b35d97b-776c-4ddd-9cbf-e4f70b7c8024 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348792 Sep 10 17:40:11.572606 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bfd24b17-af75-41d2-80f4-3d9b133ac153 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:11.625178 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port bfd24b17-af75-41d2-80f4-3d9b133ac153 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:11.628859 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port bfd24b17-af75-41d2-80f4-3d9b133ac153 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:11.629226 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:11.692903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc270-f410-4ba5-9b5e-f837a6aef070 req-d2d26307-87b9-41c6-b8dc-492074df7ace tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.694541 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0c0bc270-f410-4ba5-9b5e-f837a6aef070 req-d2d26307-87b9-41c6-b8dc-492074df7ace tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0577903 Sep 10 17:40:11.715841 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:11.741502 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0c0bc270-f410-4ba5-9b5e-f837a6aef070 req-3ee30807-6728-497e-a590-309cf85b44a6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Sep 10 17:40:11.758502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port bfd24b17-af75-41d2-80f4-3d9b133ac153, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=bfd24b17-af75-41d2-80f4-3d9b133ac153,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:11.763132 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:11.810637 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:12.394290 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1776-3e1c-45ce-92fc-c3e0b0dc0f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:12.577440 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:12.862733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1727-1e91-44eb-9f82-39153b1f32e7 req-93075e6c-e043-47d7-b651-a63d9b0295e2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:12.867621 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-21ce1727-1e91-44eb-9f82-39153b1f32e7 req-93075e6c-e043-47d7-b651-a63d9b0295e2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0536149 Sep 10 17:40:12.918568 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-21ce1727-1e91-44eb-9f82-39153b1f32e7 req-1227e93d-d9e6-432e-9c66-424a9de512ea tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Sep 10 17:40:13.285038 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 54132) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:13.387976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0150d811-2d8e-46c8-8e14-26d6238e9820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.505158 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0150d811-2d8e-46c8-8e14-26d6238e9820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.509208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0150d811-2d8e-46c8-8e14-26d6238e9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.551802 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0150d811-2d8e-46c8-8e14-26d6238e9820 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1269672ee144cb49b5e81bbc4157635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656872 Sep 10 17:40:13.552984 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150d811-2d8e-46c8-8e14-26d6238e9820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eea03b-dc9e-4a2e-aed3-eae1feb5ed39,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:13.554538 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54140) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:13.575268 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bfd24b17-af75-41d2-80f4-3d9b133ac153 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:13.605839 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.627909 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port bfd24b17-af75-41d2-80f4-3d9b133ac153 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:13.628434 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.631255 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.716158 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.719115 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:13.734997 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3eea03b-dc9e-4a2e-aed3-eae1feb5ed39 HTTP/1.1" status: 204 len: 168 time: 0.1676695 Sep 10 17:40:13.745770 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ac7b3-ab8f-4050-b44f-f711989c7386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eea03b-dc9e-4a2e-aed3-eae1feb5ed39,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:14.059685 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0899d7a-8fc6-4bf0-a4eb-22c72b4072f5 req-d26858b9-ec60-44f7-a48a-f460004546e1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:14.067467 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b0899d7a-8fc6-4bf0-a4eb-22c72b4072f5 req-d26858b9-ec60-44f7-a48a-f460004546e1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0623477 Sep 10 17:40:14.107968 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b0899d7a-8fc6-4bf0-a4eb-22c72b4072f5 req-10117f84-10de-4869-90e9-5b1e91560863 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Sep 10 17:40:14.941923 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5215fe91-d58d-41de-9d62-af321996212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:15.298477 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d8f90-c586-44be-b73e-7da90eee8610 req-08b456b8-aeaf-4063-89aa-40e1abe76064 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.308909 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d82d8f90-c586-44be-b73e-7da90eee8610 req-08b456b8-aeaf-4063-89aa-40e1abe76064 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0920029 Sep 10 17:40:15.345828 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1f16-3d01-4a35-abc4-ee49ec719b86 req-1ae082bf-026d-4572-a7d7-b069e9f3a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.346594 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d82d8f90-c586-44be-b73e-7da90eee8610 req-4be5047e-5b29-40e7-8fb5-0c50390b208d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Sep 10 17:40:15.347357 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44cb1f16-3d01-4a35-abc4-ee49ec719b86 req-1ae082bf-026d-4572-a7d7-b069e9f3a138 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1098 time: 0.0965140 Sep 10 17:40:15.389991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:15.405090 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44cb1f16-3d01-4a35-abc4-ee49ec719b86 req-ba2c5920-191f-442f-8abc-7db5b02ee872 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Sep 10 17:40:16.352412 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.492608 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b000d-b435-4bdc-9832-ef6b5f6d0b27 req-797db2cb-dc05-43c8-b945-2a12e2b468c9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:16.497508 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-536b000d-b435-4bdc-9832-ef6b5f6d0b27 req-797db2cb-dc05-43c8-b945-2a12e2b468c9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0714221 Sep 10 17:40:16.542547 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-536b000d-b435-4bdc-9832-ef6b5f6d0b27 req-fada97c0-5abe-437b-916a-f1dcd0352475 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Sep 10 17:40:17.685081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636e2e-6829-4cd1-809d-04b1d37c02c7 req-2c01f598-fe9a-4855-b8da-a6edcd033b4a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.693280 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d7636e2e-6829-4cd1-809d-04b1d37c02c7 req-2c01f598-fe9a-4855-b8da-a6edcd033b4a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0580792 Sep 10 17:40:17.729067 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d7636e2e-6829-4cd1-809d-04b1d37c02c7 req-9b43cf5b-8cd4-4924-8a81-67fa47106ebe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Sep 10 17:40:17.812400 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.850624 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb098de-6225-471f-9b58-df194bbff920 req-22ae2fb4-51ec-4519-be7a-221630b6765f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.852137 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2cb098de-6225-471f-9b58-df194bbff920 req-22ae2fb4-51ec-4519-be7a-221630b6765f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Sep 10 17:40:17.914366 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2cb098de-6225-471f-9b58-df194bbff920 req-62f27d54-b4a1-4216-9c7f-1e764e5b8904 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Sep 10 17:40:18.765351 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54330) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:18.928005 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c7a01351-047c-4566-b795-5b81b67f0b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.036100 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c7a01351-047c-4566-b795-5b81b67f0b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.040970 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c7a01351-047c-4566-b795-5b81b67f0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.072043 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01351-047c-4566-b795-5b81b67f0b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6eeb1f-763f-4385-9996-2bf2ccee0b40,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:19.087330 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c7a01351-047c-4566-b795-5b81b67f0b23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b67874ec82fa489a8098099b5a3a6c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206444 Sep 10 17:40:19.089816 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54340) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:19.160615 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.186427 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.239944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.243049 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.244208 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e6eeb1f-763f-4385-9996-2bf2ccee0b40 HTTP/1.1" status: 204 len: 168 time: 0.1532984 Sep 10 17:40:19.260346 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a223b-d5ab-4664-a8de-77a44da2faaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6eeb1f-763f-4385-9996-2bf2ccee0b40,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:19.690069 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54370) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:19.703655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8754f539-15ee-48d9-9e8a-49a9c293ef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.831963 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8754f539-15ee-48d9-9e8a-49a9c293ef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.846001 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8754f539-15ee-48d9-9e8a-49a9c293ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.902417 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8754f539-15ee-48d9-9e8a-49a9c293ef26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1093c09ed6e749d683cec16b4e4fd21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111998 Sep 10 17:40:19.903284 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754f539-15ee-48d9-9e8a-49a9c293ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf75f64-85c3-4568-ad23-2a3c279794cd,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:19.905210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 54378) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:19.985055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-2fa08261-f80e-4967-a3eb-3a93d70945f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:19.987243 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-2fa08261-f80e-4967-a3eb-3a93d70945f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.0449059 Sep 10 17:40:20.015927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.045262 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae533a3-d2c8-4a5d-bfa5-f4dddc3f232d req-eaf846f8-8d9e-4798-96e9-8d018ecfd0fc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.047556 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5ae533a3-d2c8-4a5d-bfa5-f4dddc3f232d req-eaf846f8-8d9e-4798-96e9-8d018ecfd0fc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0804362 Sep 10 17:40:20.061799 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.100555 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-41fb893c-4c4c-42e7-b9a5-64d253434745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.102186 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-41fb893c-4c4c-42e7-b9a5-64d253434745 service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.1026018 Sep 10 17:40:20.179901 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-f0f7a032-f1fe-4503-8185-3bd851da1e9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0691156 Sep 10 17:40:20.200881 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5ae533a3-d2c8-4a5d-bfa5-f4dddc3f232d req-6edb74c5-2a60-44a3-9087-da666018fc8f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170344 Sep 10 17:40:20.240552 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.248366 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.256148 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faf75f64-85c3-4568-ad23-2a3c279794cd HTTP/1.1" status: 204 len: 168 time: 0.3491421 Sep 10 17:40:20.266454 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a7d91-05fc-4d54-b46e-42574a1e66dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf75f64-85c3-4568-ad23-2a3c279794cd,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:20.283104 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-3440fc01-c76f-4dfe-9b7d-9aae9cb56aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.283104 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-3440fc01-c76f-4dfe-9b7d-9aae9cb56aca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0797422 Sep 10 17:40:20.319896 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-177cf200-f193-4e9a-b31a-88dd19c5f8c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304511 Sep 10 17:40:20.465653 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-533b574a-59c0-44d5-8f4c-7befa4b0af6d service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Sep 10 17:40:20.586498 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8219a967-400d-4351-bf42-f8e85704fcd1 req-33823ef1-01c3-4cea-a6db-e2760ab11dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075559 Sep 10 17:40:20.728736 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:40:21.341300 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887e6f2-7ab1-46b2-868e-6f5f16215248 req-361172da-a564-4169-ac14-d24dd96d6eda tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:21.342952 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3887e6f2-7ab1-46b2-868e-6f5f16215248 req-361172da-a564-4169-ac14-d24dd96d6eda tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0620265 Sep 10 17:40:21.392527 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3887e6f2-7ab1-46b2-868e-6f5f16215248 req-f6ffcdc8-2be4-4815-9809-a68ef805bdcc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 Sep 10 17:40:22.531388 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a9e1b-ac39-40b7-9afc-64b65b5a0e03 req-891d3c3c-78d1-47cb-9abf-e74cad48c30e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.533024 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-599a9e1b-ac39-40b7-9afc-64b65b5a0e03 req-891d3c3c-78d1-47cb-9abf-e74cad48c30e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0641923 Sep 10 17:40:22.588594 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-599a9e1b-ac39-40b7-9afc-64b65b5a0e03 req-265cdbf7-8621-4f88-b0bd-5eb774de55fc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486341 Sep 10 17:40:23.746771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6aee9-56a7-4bb5-b12c-fefacf434ecc req-8b79060e-522e-466e-9618-3768a10be711 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.755529 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-caf6aee9-56a7-4bb5-b12c-fefacf434ecc req-8b79060e-522e-466e-9618-3768a10be711 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0939600 Sep 10 17:40:23.813653 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-caf6aee9-56a7-4bb5-b12c-fefacf434ecc req-711d56e3-ff0a-4416-8188-20192f41a427 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569439 Sep 10 17:40:24.107839 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-fa1c064a-0a0c-4818-9ea2-b678b6f32655 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306737 Sep 10 17:40:24.299782 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-d095f4b6-2dfa-4d88-b252-aae5ccce785f tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:24.301306 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-d095f4b6-2dfa-4d88-b252-aae5ccce785f tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879079 Sep 10 17:40:24.316974 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-fa84dd9b-8ac9-4dee-a515-4971a678630b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/quotas/c8b939d7cdaa4d5e800221d68f2d38f9 HTTP/1.1" status: 200 len: 375 time: 0.0099101 Sep 10 17:40:24.355048 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-b6e8e653-9e0a-4e88-864e-89624a49098b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322490 Sep 10 17:40:24.563280 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4cd82764-8d9b-45a2-9306-558598b4a97b req-7c6480df-f827-4f93-9158-c817ac08d7a0 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 210 time: 0.0278122 Sep 10 17:40:24.626983 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-26799161-07cd-49dc-a543-4437423e1d4c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:24.628716 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-26799161-07cd-49dc-a543-4437423e1d4c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 814 time: 0.1090703 Sep 10 17:40:24.651770 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-f29479bf-6384-4a3f-9593-d2059dd85f19 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/quotas/5ed6adc49483460d8948be4dd734757e HTTP/1.1" status: 200 len: 375 time: 0.0159972 Sep 10 17:40:24.699011 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-ef258769-f3fb-4b60-8d8b-5dc735e2deef tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462728 Sep 10 17:40:24.811045 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-9f0c3857-3144-4914-8292-1390d0cba806 service neutron] 10.222.0.65 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988686 Sep 10 17:40:24.913885 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-78b5c317-2f15-4ebe-81d5-ad1187e58a89 service neutron] 10.222.0.65 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964389 Sep 10 17:40:24.942887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d3c06-7514-46a0-a64f-f371da2c6c3e req-390bf422-2a45-403d-8044-43443f8e6898 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:24.944515 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-926d3c06-7514-46a0-a64f-f371da2c6c3e req-390bf422-2a45-403d-8044-43443f8e6898 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Sep 10 17:40:24.995640 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-926d3c06-7514-46a0-a64f-f371da2c6c3e req-1c1a21dd-7205-45bd-86ed-e98d4e5e6bf0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Sep 10 17:40:25.118100 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a645a1d-85e8-4564-8a58-b5d54edf4b2f req-1f507cb2-e13f-4b81-8621-fdba29c75163 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 210 time: 0.0359578 Sep 10 17:40:25.539405 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-a73dc153-4bb1-4436-941d-a1791410e216 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272133 Sep 10 17:40:25.657728 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-fb11454a-0ec6-4862-b200-492ceaf37b5b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:25.659215 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-fb11454a-0ec6-4862-b200-492ceaf37b5b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105061 Sep 10 17:40:25.666504 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8e06e98e-6026-448c-b44a-4383a434eadb req-0b40f111-d614-441d-aadf-72baa974b502 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 210 time: 0.0288451 Sep 10 17:40:25.689719 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Request body: {'port': {'device_id': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a', 'admin_state_up': True, 'tenant_id': 'c8b939d7cdaa4d5e800221d68f2d38f9'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:25.814321 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Made reservation on behalf of c8b939d7cdaa4d5e800221d68f2d38f9 for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:25.817729 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.826253 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.914205 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.917633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.993816 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37233b83-7b18-4598-843d-2d9bb08200c8,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:26.066502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Allocated IP 192.168.233.29 (3156ccf7-0685-483a-a5b5-04cba306738a/0d42c192-7b36-4e61-aaa5-221b5b8fb112/06c52579-1670-4f93-88b5-1f11de2bd338) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:26.145899 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe335-c197-46f5-9e3f-6c07077bd8c7 req-d9ee9a83-b1f2-49d8-a2bf-6cdf6d54ab51 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:26.147415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45ffe335-c197-46f5-9e3f-6c07077bd8c7 req-d9ee9a83-b1f2-49d8-a2bf-6cdf6d54ab51 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0784860 Sep 10 17:40:26.256221 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45ffe335-c197-46f5-9e3f-6c07077bd8c7 req-40eec2c9-a720-4b8b-a553-9f2b34c1fa40 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003222 Sep 10 17:40:26.293531 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.311033 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Transition to ACTIVE for port object 06c52579-1670-4f93-88b5-1f11de2bd338 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:26.385088 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-40241e53-ba3b-4c61-8efb-44e2467a588e req-d80874a0-4673-4fa1-91f8-195206d9ab28 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 210 time: 0.0448432 Sep 10 17:40:26.386764 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.437131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Network 3156ccf7-0685-483a-a5b5-04cba306738a is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:26.440522 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:26.444778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:26.450495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:26.451131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.468567 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Pushing event updated for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:26.481958 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-27859304-230c-4fb2-a7ea-a769e504a144 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7966270 Sep 10 17:40:26.512653 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Request body: {'port': {'device_id': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:26.526406 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-4747094d-b130-4d4b-b748-1b4cb95e2203 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:26.529554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-4747094d-b130-4d4b-b748-1b4cb95e2203 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 814 time: 0.2134743 Sep 10 17:40:26.571481 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'port': {'device_id': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'admin_state_up': True, 'tenant_id': '5ed6adc49483460d8948be4dd734757e'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:26.582954 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.785056 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Made reservation on behalf of 5ed6adc49483460d8948be4dd734757e for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:26.789218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.813170 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-244d8712-6275-4abd-a434-fcfa27dddddc None None] Provisioning for port 06c52579-1670-4f93-88b5-1f11de2bd338 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:26.818066 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-244d8712-6275-4abd-a434-fcfa27dddddc None None] Provisioning complete for port 06c52579-1670-4f93-88b5-1f11de2bd338 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:26.818512 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-244d8712-6275-4abd-a434-fcfa27dddddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:26.885267 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-244d8712-6275-4abd-a434-fcfa27dddddc None None] Port 06c52579-1670-4f93-88b5-1f11de2bd338 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:26.986636 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Allocated IP 172.20.0.7 (175676d6-1300-45a8-a55c-97976ff29695/6c94108b-12c6-48bc-a028-5ba65fbc5ba4/68c31ca9-7a11-42e4-a7b5-105d55590c09) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:26.999016 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afd21-e4ec-418c-9c12-e52433396151 req-5d958ef3-7277-49c7-8b2f-cdd2bd22739b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.000622 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-374afd21-e4ec-418c-9c12-e52433396151 req-5d958ef3-7277-49c7-8b2f-cdd2bd22739b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 935 time: 0.1009903 Sep 10 17:40:27.071485 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-374afd21-e4ec-418c-9c12-e52433396151 req-6650b35a-a870-4a43-ab9b-24b677d60011 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Sep 10 17:40:27.098965 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae97b2-e036-4f40-bd9b-ed4db391fdc2 req-f8a1553f-939e-4542-82e6-587af2a16364 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.102595 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d2ae97b2-e036-4f40-bd9b-ed4db391fdc2 req-f8a1553f-939e-4542-82e6-587af2a16364 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.4470451 Sep 10 17:40:27.198900 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d2ae97b2-e036-4f40-bd9b-ed4db391fdc2 req-f1edcf36-750d-4b77-9fa4-8ecc3148cf34 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901110 Sep 10 17:40:27.311893 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c52579-1670-4f93-88b5-1f11de2bd338 {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:27.322107 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.344345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Transition to ACTIVE for port object 06c52579-1670-4f93-88b5-1f11de2bd338 will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:27.349047 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.416187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Pushing event updated for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:27.531326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Attempting to bind port 06c52579-1670-4f93-88b5-1f11de2bd338 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:27.531751 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Attempting to bind port 06c52579-1670-4f93-88b5-1f11de2bd338 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:27.532815 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Attempting to bind port 06c52579-1670-4f93-88b5-1f11de2bd338 on network 3156ccf7-0685-483a-a5b5-04cba306738a {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:27.545143 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.561050 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-57ee2931-9211-41fe-aaf0-9e6742f60afc req-c09b6cf3-fd23-47e2-9a0d-c91a4fb0d68a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 210 time: 0.0558069 Sep 10 17:40:27.568867 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Port 06c52579-1670-4f93-88b5-1f11de2bd338 on network 3156ccf7-0685-483a-a5b5-04cba306738a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:40:27.569104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Transition to ACTIVE for port object 68c31ca9-7a11-42e4-a7b5-105d55590c09 will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:27.569508 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Attempting to bind port 06c52579-1670-4f93-88b5-1f11de2bd338 on network 3156ccf7-0685-483a-a5b5-04cba306738a {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:27.575380 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:27.575839 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Checking segment: {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:27.576320 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Bound using segment: {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:27.576850 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Bound port: 06c52579-1670-4f93-88b5-1f11de2bd338, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:27.577306 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.590875 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f327-4011-4bf2-9615-e87d2852a7ec req-cb725f26-0283-48fc-bfe5-1298e980bc09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.592568 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5573f327-4011-4bf2-9615-e87d2852a7ec req-cb725f26-0283-48fc-bfe5-1298e980bc09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0769033 Sep 10 17:40:27.652520 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5573f327-4011-4bf2-9615-e87d2852a7ec req-1cd47fbe-c3d4-4a2a-af50-ae2900b74d86 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Sep 10 17:40:27.653077 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:27.657494 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=06c52579-1670-4f93-88b5-1f11de2bd338,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:27.660081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.662420 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.704771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Network 175676d6-1300-45a8-a55c-97976ff29695 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:27.707934 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:27.708244 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.712364 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.712364 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] 10.222.0.66 "PUT /v2.0/ports/06c52579-1670-4f93-88b5-1f11de2bd338 HTTP/1.1" status: 200 len: 1097 time: 1.2019811 Sep 10 17:40:27.712364 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:27.712826 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:27.713199 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f" -d '{"events": [{"name": "network-changed", "server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:27.734860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df8bd7-03c1-487b-b9df-b7217ee930eb service neutron] Pushing event updated for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:27.744861 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:27.771519 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.772193 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:27.776112 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c3d85-4e72-4179-9198-bf8fd43e207c x-openstack-request-id: req-1a6c3d85-4e72-4179-9198-bf8fd43e207c {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:27.776603 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:27.777007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a6c3d85-4e72-4179-9198-bf8fd43e207c {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:27.777556 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338', 'status': 'completed', 'code': 200} Sep 10 17:40:27.788649 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-7c379f94-4fa5-40f5-8a9d-052e32cbc961 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2399442 Sep 10 17:40:27.985902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-512b88e8-75cf-4ca8-b175-67bd2b8f241a None None] Provisioning for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:27.991538 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-512b88e8-75cf-4ca8-b175-67bd2b8f241a None None] Provisioning complete for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:27.992161 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-512b88e8-75cf-4ca8-b175-67bd2b8f241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.026807 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-512b88e8-75cf-4ca8-b175-67bd2b8f241a None None] Port 68c31ca9-7a11-42e4-a7b5-105d55590c09 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:28.197072 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c83ecf-c33a-46d1-89bb-b670f03eefbc req-8b7c4500-880d-4163-8caa-aa0c3511f41d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.198727 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-67c83ecf-c33a-46d1-89bb-b670f03eefbc req-8b7c4500-880d-4163-8caa-aa0c3511f41d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0490844 Sep 10 17:40:28.245513 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-67c83ecf-c33a-46d1-89bb-b670f03eefbc req-8262ed25-5472-49bf-adb1-68dc5e43ad59 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Sep 10 17:40:28.349586 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c34c2-84bc-4422-bc21-b647e8495837 req-d7b6cc82-ff28-4b29-b388-7cc8c6bd215f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.351080 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4a1c34c2-84bc-4422-bc21-b647e8495837 req-d7b6cc82-ff28-4b29-b388-7cc8c6bd215f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0533707 Sep 10 17:40:28.391151 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4a1c34c2-84bc-4422-bc21-b647e8495837 req-9f386dca-fc9f-4db3-a9ed-c3c1fc1a1a50 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341687 Sep 10 17:40:28.676427 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c4756-5c33-4cd7-b41b-ef5b53ed0b7c req-0d2b542f-46fa-4db6-891e-f09c9b7fa5b4 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.677871 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d48c4756-5c33-4cd7-b41b-ef5b53ed0b7c req-0d2b542f-46fa-4db6-891e-f09c9b7fa5b4 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0511007 Sep 10 17:40:28.719753 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d48c4756-5c33-4cd7-b41b-ef5b53ed0b7c req-3d4081fd-87b4-424f-8eae-de31ebe65962 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Sep 10 17:40:28.836213 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9af4-3047-4025-b3b6-603c7449ea4c req-4cda6874-e657-46d0-86d3-ce5912f7e78c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.840437 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-36bd9af4-3047-4025-b3b6-603c7449ea4c req-4cda6874-e657-46d0-86d3-ce5912f7e78c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Sep 10 17:40:28.883280 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-36bd9af4-3047-4025-b3b6-603c7449ea4c req-7dff8cd0-81ee-48e6-831d-4d2bea7906ca tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Sep 10 17:40:29.362026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb182-099f-4294-93af-ef4868cb6b2c req-d302a156-bc66-4a82-99e6-bd197ee25c23 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.363692 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-585cb182-099f-4294-93af-ef4868cb6b2c req-d302a156-bc66-4a82-99e6-bd197ee25c23 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0492611 Sep 10 17:40:29.406285 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-585cb182-099f-4294-93af-ef4868cb6b2c req-fcbac017-87da-44f6-9af2-522e05aa7973 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Sep 10 17:40:29.518681 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8744-ea2c-4970-8e59-1e486a878764 req-d4040271-f431-449e-91d4-08544c38bb4d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.521079 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1d7f8744-ea2c-4970-8e59-1e486a878764 req-d4040271-f431-449e-91d4-08544c38bb4d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0570619 Sep 10 17:40:29.566196 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1d7f8744-ea2c-4970-8e59-1e486a878764 req-66003a9b-0fb3-40c4-a504-748a166ed4e1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349984 Sep 10 17:40:29.837439 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403f26-279b-4386-b65d-270daba61a05 req-8cfd31cc-36bf-46e2-9119-4c0cff2113b5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.839076 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-86403f26-279b-4386-b65d-270daba61a05 req-8cfd31cc-36bf-46e2-9119-4c0cff2113b5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0527387 Sep 10 17:40:29.888421 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-86403f26-279b-4386-b65d-270daba61a05 req-6ec2bb6c-c83e-4e55-9001-4f8fa1f73b58 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Sep 10 17:40:30.007682 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad58604-73a9-4879-8528-74cc01ab94fe req-9fde9d2b-aae7-4726-b3e4-2db34a7dbfe0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.009380 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fad58604-73a9-4879-8528-74cc01ab94fe req-9fde9d2b-aae7-4726-b3e4-2db34a7dbfe0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0572252 Sep 10 17:40:30.058439 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fad58604-73a9-4879-8528-74cc01ab94fe req-4ea1cf83-27d9-403a-a23e-3db032311d9d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Sep 10 17:40:30.525223 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48334541-2cfa-401f-9de6-7484f77e8237 req-3e3e14d4-ce8c-444d-b6c5-3b96c8ed836d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.526809 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-48334541-2cfa-401f-9de6-7484f77e8237 req-3e3e14d4-ce8c-444d-b6c5-3b96c8ed836d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0531540 Sep 10 17:40:30.566693 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-48334541-2cfa-401f-9de6-7484f77e8237 req-ddcf246e-4bca-4270-b652-a00af529cd5b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334303 Sep 10 17:40:30.693661 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9d9e0-7075-45b7-a9dd-08eab0808f9c req-376b9966-69c2-4187-b893-53861b3712bd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.695115 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d6b9d9e0-7075-45b7-a9dd-08eab0808f9c req-376b9966-69c2-4187-b893-53861b3712bd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0495374 Sep 10 17:40:30.734846 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d6b9d9e0-7075-45b7-a9dd-08eab0808f9c req-c08102a2-b0a6-4eff-bc6c-7cedca0d45fe tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337036 Sep 10 17:40:30.998590 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b57b65-445e-4ce9-b493-761aa0b0dd49 req-15013c7c-7e2e-433e-9538-260a424a895b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.999986 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15b57b65-445e-4ce9-b493-761aa0b0dd49 req-15013c7c-7e2e-433e-9538-260a424a895b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0501847 Sep 10 17:40:31.037553 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15b57b65-445e-4ce9-b493-761aa0b0dd49 req-d9aa5b27-9c89-46af-870b-96254544f3f0 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Sep 10 17:40:31.184038 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37725-02be-4a87-a86b-bf4d09d79cb5 req-769316c5-3f9c-4a43-8db4-e4873eeb6973 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:31.186116 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9de37725-02be-4a87-a86b-bf4d09d79cb5 req-769316c5-3f9c-4a43-8db4-e4873eeb6973 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Sep 10 17:40:31.225615 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9de37725-02be-4a87-a86b-bf4d09d79cb5 req-806d540e-a104-4333-9b2d-c6fa2bab55cd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Sep 10 17:40:31.685054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a274df9-e7b2-4f03-b09f-f4a51888a7bd req-80320b61-93f8-498a-a78b-aa9e3150586e tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:31.686735 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1a274df9-e7b2-4f03-b09f-f4a51888a7bd req-80320b61-93f8-498a-a78b-aa9e3150586e tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0505731 Sep 10 17:40:31.730393 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1a274df9-e7b2-4f03-b09f-f4a51888a7bd req-009b65f6-f959-4946-bfd1-b99aa3a92730 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Sep 10 17:40:31.853385 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f2fa-7c87-465f-b27a-a05d2306dbb1 req-23410f0d-ca9c-4ed3-be4a-52aa189b7809 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:31.855201 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f3a1f2fa-7c87-465f-b27a-a05d2306dbb1 req-23410f0d-ca9c-4ed3-be4a-52aa189b7809 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 10 17:40:31.895382 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f3a1f2fa-7c87-465f-b27a-a05d2306dbb1 req-f0627dce-4852-4350-9280-5b186a0d2607 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Sep 10 17:40:32.179676 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209c6a-b0c1-405b-9a58-5bd77a47c512 req-10891523-07a7-4294-86f7-94d32d2d3d9f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:32.181286 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-db209c6a-b0c1-405b-9a58-5bd77a47c512 req-10891523-07a7-4294-86f7-94d32d2d3d9f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0525947 Sep 10 17:40:32.221369 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-db209c6a-b0c1-405b-9a58-5bd77a47c512 req-96075ab4-9e52-43dd-af1c-4e3a5a4f3815 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Sep 10 17:40:32.348845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3267-813e-4a64-a77e-4d7925d4b474 req-a6c4ba37-134b-4073-aa80-32ec5a45c191 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:32.350299 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-261a3267-813e-4a64-a77e-4d7925d4b474 req-a6c4ba37-134b-4073-aa80-32ec5a45c191 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0513163 Sep 10 17:40:32.393783 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-261a3267-813e-4a64-a77e-4d7925d4b474 req-1d3c70f2-1e88-46b0-877b-d1522b5524d3 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Sep 10 17:40:32.847621 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dffa7-2c8f-4208-b270-e571b2848644 req-a7d78c35-0ba9-406d-afb3-6646f3a6f7eb tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:32.849105 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cf2dffa7-2c8f-4208-b270-e571b2848644 req-a7d78c35-0ba9-406d-afb3-6646f3a6f7eb tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0496190 Sep 10 17:40:32.887589 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cf2dffa7-2c8f-4208-b270-e571b2848644 req-be184d87-8bf1-4e8c-9448-3ea172753b35 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Sep 10 17:40:33.014970 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e326e-de7d-44cb-8695-6ad38e2eeb77 req-19b3cd23-c036-4e24-b86a-443f1b336939 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:33.016398 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10e326e-de7d-44cb-8695-6ad38e2eeb77 req-19b3cd23-c036-4e24-b86a-443f1b336939 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0499198 Sep 10 17:40:33.055255 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10e326e-de7d-44cb-8695-6ad38e2eeb77 req-024bde33-a4ca-44ea-89eb-f712fb3becc5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Sep 10 17:40:33.347274 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea41c6b-1e20-4c9e-b395-4b67ada28713 req-6af479b9-6f35-43fc-8467-b549ea0b8bc0 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:33.348841 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3ea41c6b-1e20-4c9e-b395-4b67ada28713 req-6af479b9-6f35-43fc-8467-b549ea0b8bc0 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0568352 Sep 10 17:40:33.391667 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3ea41c6b-1e20-4c9e-b395-4b67ada28713 req-3b2e5a30-91fc-449b-bf95-35cfc156d753 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Sep 10 17:40:33.514032 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c5aa-f3ac-4122-91d9-aa611d35beea req-f82b4d9c-6287-44d9-b2bd-5406342539b5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:33.515800 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5498c5aa-f3ac-4122-91d9-aa611d35beea req-f82b4d9c-6287-44d9-b2bd-5406342539b5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Sep 10 17:40:33.561769 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5498c5aa-f3ac-4122-91d9-aa611d35beea req-ebcede0e-f17a-49eb-ae5e-91f4f41959aa tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Sep 10 17:40:34.007848 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d41b-0bb3-46c5-85ff-25bfb156cf02 req-75026cd9-791c-4f00-bbb6-4c423a4e10f8 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:34.009366 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3af0d41b-0bb3-46c5-85ff-25bfb156cf02 req-75026cd9-791c-4f00-bbb6-4c423a4e10f8 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0533869 Sep 10 17:40:34.048709 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3af0d41b-0bb3-46c5-85ff-25bfb156cf02 req-fddb9b84-3f87-43fe-a7d7-d34c7783e121 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Sep 10 17:40:34.193308 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28daa89-a596-4bdb-8049-5a10f898b260 req-bc9f4106-e85f-4eed-a696-4003de1816cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:34.194871 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d28daa89-a596-4bdb-8049-5a10f898b260 req-bc9f4106-e85f-4eed-a696-4003de1816cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0682588 Sep 10 17:40:34.244078 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d28daa89-a596-4bdb-8049-5a10f898b260 req-477fb48f-59f5-4dff-af61-8cb3edf28567 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Sep 10 17:40:34.538033 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35216-ea9b-45fe-9be1-eb9632ffe7a6 req-9e2ba364-8508-4227-be19-a1a861acdbb5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:34.540008 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55d35216-ea9b-45fe-9be1-eb9632ffe7a6 req-9e2ba364-8508-4227-be19-a1a861acdbb5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0565057 Sep 10 17:40:34.595644 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55d35216-ea9b-45fe-9be1-eb9632ffe7a6 req-63a5b3db-6733-49bc-b41f-a2ed3bcd697b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Sep 10 17:40:34.728301 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5065-cbe9-46bc-9239-47d94e39c2dd req-768cca52-7dca-4148-a9fe-59dd413cd22d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:34.730333 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1bc5065-cbe9-46bc-9239-47d94e39c2dd req-768cca52-7dca-4148-a9fe-59dd413cd22d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0620973 Sep 10 17:40:34.789079 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1bc5065-cbe9-46bc-9239-47d94e39c2dd req-ff25358e-d9f7-453a-bf87-6e8ad4b2b421 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494125 Sep 10 17:40:35.166646 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da6738-a004-4fe0-8d6f-feb7e8fd2bd5 req-714fc1a6-8d93-4cc3-aa0c-31c6bf640da0 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.168124 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-57da6738-a004-4fe0-8d6f-feb7e8fd2bd5 req-714fc1a6-8d93-4cc3-aa0c-31c6bf640da0 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0500774 Sep 10 17:40:35.212369 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-57da6738-a004-4fe0-8d6f-feb7e8fd2bd5 req-f7b4c2b6-4472-48f0-ad4d-cd409d6bfa52 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Sep 10 17:40:35.366852 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4452-afcc-44bf-b234-821318b20f6c req-d3309446-7f4f-4c2f-893a-0408e146e4b3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.368412 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6e9b4452-afcc-44bf-b234-821318b20f6c req-d3309446-7f4f-4c2f-893a-0408e146e4b3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0495431 Sep 10 17:40:35.408297 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6e9b4452-afcc-44bf-b234-821318b20f6c req-4b936a71-aa56-4818-a9e6-9d1bec7c63eb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336165 Sep 10 17:40:35.715698 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498f15-b1fd-47f2-a337-c66e8438c78d req-cccf554e-b2b8-4468-a4bc-68f5bfc48af7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.717183 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-68498f15-b1fd-47f2-a337-c66e8438c78d req-cccf554e-b2b8-4468-a4bc-68f5bfc48af7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0493059 Sep 10 17:40:35.756439 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-68498f15-b1fd-47f2-a337-c66e8438c78d req-2c727c78-3809-4891-a015-f3d812b1adbb tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Sep 10 17:40:35.915703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ca06-3ecd-4be2-b8a7-1c4d87b917e1 req-0fc2e0a7-7b7c-49f4-b44b-e68371d61758 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.917185 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4b10ca06-3ecd-4be2-b8a7-1c4d87b917e1 req-0fc2e0a7-7b7c-49f4-b44b-e68371d61758 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Sep 10 17:40:35.962520 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4b10ca06-3ecd-4be2-b8a7-1c4d87b917e1 req-fbc55c1a-8e52-46d7-8c6f-ffe2ba59bfd6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Sep 10 17:40:36.335003 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b0870-defa-48bc-982a-0beaff111f44 req-a9ebe8b0-1799-41f1-93e5-7282b8a7ef36 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:36.336573 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca6b0870-defa-48bc-982a-0beaff111f44 req-a9ebe8b0-1799-41f1-93e5-7282b8a7ef36 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0543628 Sep 10 17:40:36.377666 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca6b0870-defa-48bc-982a-0beaff111f44 req-af7da880-f2ea-4acc-8bfa-c369aefe4610 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Sep 10 17:40:36.535827 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7104-d7a6-4849-8f50-9477c48bcdfe req-76ba02fa-87e4-4171-9d87-d3202916fbad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:36.537364 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c86c7104-d7a6-4849-8f50-9477c48bcdfe req-76ba02fa-87e4-4171-9d87-d3202916fbad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0537446 Sep 10 17:40:36.576209 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c86c7104-d7a6-4849-8f50-9477c48bcdfe req-d6809403-89fd-43d8-90a2-b4fb20bd7c28 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329368 Sep 10 17:40:36.890244 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7843517-b77a-4d34-8571-d6f166b6b71b req-4e24bdc7-5769-454b-a2c8-8c9a01c43b28 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:36.891811 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a7843517-b77a-4d34-8571-d6f166b6b71b req-4e24bdc7-5769-454b-a2c8-8c9a01c43b28 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0540276 Sep 10 17:40:36.897252 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 54804) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:36.941324 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a7843517-b77a-4d34-8571-d6f166b6b71b req-87681e4d-f558-4ab4-a3e3-09382eb11dfa tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Sep 10 17:40:37.032428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.092981 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c746b4-af68-4e04-98af-87a8024ea930 req-6bd13f9c-2320-4a04-9d47-a86350464e54 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:37.094670 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6c746b4-af68-4e04-98af-87a8024ea930 req-6bd13f9c-2320-4a04-9d47-a86350464e54 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0547578 Sep 10 17:40:37.128890 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.135699 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.141724 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6c746b4-af68-4e04-98af-87a8024ea930 req-274a675b-9acd-4c20-ab61-5a754dc81fe8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Sep 10 17:40:37.175428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aece9a-b4a3-42fc-b04e-a6cbf3034ce7,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:37.192890 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.193245 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.193592 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.193927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.194290 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.194737 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.195068 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.195474 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.195795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.196121 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.196454 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.196764 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.207986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54816) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:37.208083 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-9d6e854b-7b42-483f-b430-c310ed69387c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee6357322ef346ff869fb78afcd11e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097167 Sep 10 17:40:37.278885 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.300412 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.351588 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.354190 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.355360 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89aece9a-b4a3-42fc-b04e-a6cbf3034ce7 HTTP/1.1" status: 204 len: 168 time: 0.1462872 Sep 10 17:40:37.363108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aece9a-b4a3-42fc-b04e-a6cbf3034ce7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:37.370537 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.370894 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.371242 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.371580 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.371912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.372249 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.376675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98b97a-12f7-48c3-93d5-948cddfe43a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:37.515411 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e806e0-88cb-4614-a347-83fa567a90b8 req-27ef945e-866c-4a4c-9a6f-992bd24b932c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:37.519865 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a8e806e0-88cb-4614-a347-83fa567a90b8 req-27ef945e-866c-4a4c-9a6f-992bd24b932c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0698662 Sep 10 17:40:37.561713 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a8e806e0-88cb-4614-a347-83fa567a90b8 req-bf72b9fa-fd5d-4818-9643-01059c246968 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356905 Sep 10 17:40:37.717442 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567d3e-a2fe-4e06-8094-7d97528deffe req-a142dc96-de33-4f5a-ba01-a5500f5a2df2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:37.719014 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-42567d3e-a2fe-4e06-8094-7d97528deffe req-a142dc96-de33-4f5a-ba01-a5500f5a2df2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0627103 Sep 10 17:40:37.768388 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-42567d3e-a2fe-4e06-8094-7d97528deffe req-2536dbee-9ce6-47fb-9d68-e11f1ee3d135 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371978 Sep 10 17:40:38.088944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c71b2-4bc7-4e99-b675-3fff4b69e312 req-0d5c7296-7681-4f31-a2fd-167343b0d4ef tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.090711 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-de0c71b2-4bc7-4e99-b675-3fff4b69e312 req-0d5c7296-7681-4f31-a2fd-167343b0d4ef tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0672503 Sep 10 17:40:38.134725 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-de0c71b2-4bc7-4e99-b675-3fff4b69e312 req-477e5877-2ded-47c1-a21d-17dafa93246c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 Sep 10 17:40:38.275013 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e1b6-f777-4df6-8e5d-364595374a19 req-5255ff5e-fbc5-4521-a4f4-cb4062c08599 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.276812 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6378e1b6-f777-4df6-8e5d-364595374a19 req-5255ff5e-fbc5-4521-a4f4-cb4062c08599 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0629926 Sep 10 17:40:38.329976 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6378e1b6-f777-4df6-8e5d-364595374a19 req-5053ec4a-212c-4b77-b8bd-a8428bd062ce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Sep 10 17:40:38.712361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414368a4-dd7d-49a8-9de7-795f46ddf9f8 req-c329a9cb-b329-451e-94ee-5839b0b86c1c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.721313 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-414368a4-dd7d-49a8-9de7-795f46ddf9f8 req-c329a9cb-b329-451e-94ee-5839b0b86c1c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0703373 Sep 10 17:40:38.758159 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-414368a4-dd7d-49a8-9de7-795f46ddf9f8 req-74b96534-7b60-4235-8b00-0534b28aa7bc tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Sep 10 17:40:38.894634 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1e6b7-aadf-4568-8474-12f64c1a2018 req-9ba5edf8-a735-4495-a2aa-3bca8a39c667 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.896161 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b7e1e6b7-aadf-4568-8474-12f64c1a2018 req-9ba5edf8-a735-4495-a2aa-3bca8a39c667 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0530536 Sep 10 17:40:38.936379 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b7e1e6b7-aadf-4568-8474-12f64c1a2018 req-1a43cf19-10d3-400b-b0c6-814d6472ddbf tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Sep 10 17:40:39.265456 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0242e-8b71-4773-bd71-dd06ab8f320c req-222a821c-756c-4a8e-a42c-db977f8a6959 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:39.267106 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4bb0242e-8b71-4773-bd71-dd06ab8f320c req-222a821c-756c-4a8e-a42c-db977f8a6959 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0630126 Sep 10 17:40:39.309062 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4bb0242e-8b71-4773-bd71-dd06ab8f320c req-285cdde1-4c2d-45e8-b3ab-6dce073f952c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Sep 10 17:40:39.445775 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f995ccc-e7b8-4882-81bc-07e12158d74c req-36eb76f3-2049-472f-8b57-68a6ce96e266 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:39.447928 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7f995ccc-e7b8-4882-81bc-07e12158d74c req-36eb76f3-2049-472f-8b57-68a6ce96e266 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0510776 Sep 10 17:40:39.500398 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7f995ccc-e7b8-4882-81bc-07e12158d74c req-504c11f8-3fbd-4d10-9492-a5f79188a634 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Sep 10 17:40:39.790540 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 54896) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:39.954326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2f0e-770c-448f-9b18-7936c3101fa8 req-87a4fb2c-76f0-49ce-9bbd-bbd2ee5135f0 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:39.956391 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-316b2f0e-770c-448f-9b18-7936c3101fa8 req-87a4fb2c-76f0-49ce-9bbd-bbd2ee5135f0 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0842397 Sep 10 17:40:39.957156 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d3ccca6b-fb5e-4a04-b896-976ca41c3624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.019783 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-316b2f0e-770c-448f-9b18-7936c3101fa8 req-a136b72c-8f2b-4493-8098-d071d269661c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527153 Sep 10 17:40:40.194294 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d3ccca6b-fb5e-4a04-b896-976ca41c3624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.199642 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d3ccca6b-fb5e-4a04-b896-976ca41c3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.218909 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b7514-ad33-4716-9aea-f6c32a927064 req-ed86803c-b05d-4c06-915a-6567e87208ba tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.221005 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-459b7514-ad33-4716-9aea-f6c32a927064 req-ed86803c-b05d-4c06-915a-6567e87208ba tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1362112 Sep 10 17:40:40.265002 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccca6b-fb5e-4a04-b896-976ca41c3624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f352bf6-0f40-483a-b20b-3a1a5f7852fc,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:40.271834 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d3ccca6b-fb5e-4a04-b896-976ca41c3624 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7afba53e8574cd8a6771ab9677c99fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801147 Sep 10 17:40:40.274621 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 54906) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:40.293884 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-459b7514-ad33-4716-9aea-f6c32a927064 req-5ecb77cb-9afe-4d50-9b46-8eccb8ae0736 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655184 Sep 10 17:40:40.332173 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.357498 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.407108 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.410117 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:40.411517 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f352bf6-0f40-483a-b20b-3a1a5f7852fc HTTP/1.1" status: 204 len: 168 time: 0.1353419 Sep 10 17:40:40.425513 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf047f-0a2b-4837-9d08-46d91cc14275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f352bf6-0f40-483a-b20b-3a1a5f7852fc,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:40.473444 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7283a-2283-4101-8f54-416d2fbbac4a req-0fb952ef-d3c9-4679-9f67-4c929cc89a15 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.475001 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-07a7283a-2283-4101-8f54-416d2fbbac4a req-0fb952ef-d3c9-4679-9f67-4c929cc89a15 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0835671 Sep 10 17:40:40.526706 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-07a7283a-2283-4101-8f54-416d2fbbac4a req-fddbdc56-b5b0-4dcf-b266-b7c8afeda794 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Sep 10 17:40:40.667637 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7e95-316f-487d-8916-726ccb6298c6 req-4be0f9ad-8da9-498a-aeb1-9ef4e365c4dc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.669149 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bdaa7e95-316f-487d-8916-726ccb6298c6 req-4be0f9ad-8da9-498a-aeb1-9ef4e365c4dc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0622983 Sep 10 17:40:40.711853 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bdaa7e95-316f-487d-8916-726ccb6298c6 req-a277c861-15e0-4b14-9656-1403eb461633 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Sep 10 17:40:41.139719 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817876-dcf5-4379-81a2-4d84eb29fd5a req-63d92c3f-7234-46ec-82cf-f539c9619eef tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:41.141175 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7817876-dcf5-4379-81a2-4d84eb29fd5a req-63d92c3f-7234-46ec-82cf-f539c9619eef tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0477715 Sep 10 17:40:41.178826 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7817876-dcf5-4379-81a2-4d84eb29fd5a req-1ae36062-5512-4eb1-b58f-7dcaa788f581 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Sep 10 17:40:41.415093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afa87e-eaa2-4628-a02c-1a3b654d3d38 req-e1c7fb78-fd1c-4ee2-8f16-f0edec8a007a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:41.416571 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-93afa87e-eaa2-4628-a02c-1a3b654d3d38 req-e1c7fb78-fd1c-4ee2-8f16-f0edec8a007a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0486557 Sep 10 17:40:41.460726 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-93afa87e-eaa2-4628-a02c-1a3b654d3d38 req-3b99bb7c-ef01-4ca9-9f45-250cc7b150bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Sep 10 17:40:41.645181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215d57-7b67-46de-a09a-d64c5a5ed5b2 req-959bd89c-6b3b-4947-9782-48ca7f4afe73 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:41.647104 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca215d57-7b67-46de-a09a-d64c5a5ed5b2 req-959bd89c-6b3b-4947-9782-48ca7f4afe73 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0484295 Sep 10 17:40:41.685469 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca215d57-7b67-46de-a09a-d64c5a5ed5b2 req-625706cf-89db-47d5-a0fc-9a27181502da tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Sep 10 17:40:41.826107 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e875cd-1774-47c7-bbe1-6b79e0c90a29 req-3d33d396-04c1-4883-a89c-a77b9b834b07 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:41.827592 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c1e875cd-1774-47c7-bbe1-6b79e0c90a29 req-3d33d396-04c1-4883-a89c-a77b9b834b07 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0479467 Sep 10 17:40:41.863879 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c1e875cd-1774-47c7-bbe1-6b79e0c90a29 req-d45d8d81-ebef-4d7b-9f1d-a8c20572da74 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297961 Sep 10 17:40:42.294830 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4ff59-27cc-449a-aa9e-966947246668 req-8fe658e6-a0c2-4b57-8af5-ec1ba09b1e18 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:42.296323 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7ac4ff59-27cc-449a-aa9e-966947246668 req-8fe658e6-a0c2-4b57-8af5-ec1ba09b1e18 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0491874 Sep 10 17:40:42.336280 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7ac4ff59-27cc-449a-aa9e-966947246668 req-0c15bc1d-1e3c-489a-b450-cb1f3f4c4876 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Sep 10 17:40:42.396053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-021544ef-86be-4f3d-bca1-3e885393c395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:42.576661 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6823a-2d0d-425c-abe0-eb906e0aaa2a req-5bb85c7c-3025-4afc-b815-cab28c5600c4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:42.578100 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b9b6823a-2d0d-425c-abe0-eb906e0aaa2a req-5bb85c7c-3025-4afc-b815-cab28c5600c4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0472026 Sep 10 17:40:42.597136 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:42.617074 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b9b6823a-2d0d-425c-abe0-eb906e0aaa2a req-bcd4354e-fddb-45af-8c19-70be3d97eeb1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Sep 10 17:40:42.796889 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5525db-8779-493d-8c24-49319bc2ceb8 req-5b8344ac-3fbd-48a8-87fe-453caafc7388 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:42.798293 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aa5525db-8779-493d-8c24-49319bc2ceb8 req-5b8344ac-3fbd-48a8-87fe-453caafc7388 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 931 time: 0.0480299 Sep 10 17:40:42.834534 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aa5525db-8779-493d-8c24-49319bc2ceb8 req-1336a0f3-42a3-4fe8-994b-347639c4a966 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Sep 10 17:40:42.973294 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b9db8-954d-4d6b-8ffc-21275e0fc6fd req-ede662cd-e01d-4fdd-b1a3-fb081a7d61e5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:42.974875 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-592b9db8-954d-4d6b-8ffc-21275e0fc6fd req-ede662cd-e01d-4fdd-b1a3-fb081a7d61e5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0468190 Sep 10 17:40:43.023914 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-592b9db8-954d-4d6b-8ffc-21275e0fc6fd req-9b81b307-d81c-4d26-8cec-f4c9c8095463 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Sep 10 17:40:43.236807 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Request body: {'port': {'device_id': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:43.277223 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f req-dfbd27d8-f136-4c9a-8c7e-a063c22e970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.279024 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f req-dfbd27d8-f136-4c9a-8c7e-a063c22e970a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 1100 time: 0.0405018 Sep 10 17:40:43.292210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.362940 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f req-28a01727-a2a3-4e3c-8ef1-3c967dcee744 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316923 Sep 10 17:40:43.468226 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-31877149-52f8-4c47-9496-0a30ed499913 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121423 Sep 10 17:40:43.487917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f req-73be3478-3a90-48a2-814a-6386353ee02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.489720 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d6e035a0-f43d-4bbe-a49f-9c536dbbc01f req-73be3478-3a90-48a2-814a-6386353ee02f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228225 Sep 10 17:40:43.529988 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31577-e492-40da-b3b4-5911421d9852 req-7e52d872-5eec-4d74-bec6-88477a883812 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.531514 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a8a31577-e492-40da-b3b4-5911421d9852 req-7e52d872-5eec-4d74-bec6-88477a883812 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.1068544 Sep 10 17:40:43.589682 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-2619aae0-8561-4ee4-967f-406bbffe578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.591179 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-2619aae0-8561-4ee4-967f-406bbffe578b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 1098 time: 0.0686445 Sep 10 17:40:43.593953 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a8a31577-e492-40da-b3b4-5911421d9852 req-57c417de-5e6d-4fc2-83ec-612bc957c271 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532422 Sep 10 17:40:43.597290 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-e0f64e64-2185-4b75-bea8-1eb4c70fe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.598742 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-e0f64e64-2185-4b75-bea8-1eb4c70fe62f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 1100 time: 0.0517678 Sep 10 17:40:43.635623 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c31ca9-7a11-42e4-a7b5-105d55590c09 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:43.643749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.665940 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Transition to ACTIVE for port object 68c31ca9-7a11-42e4-a7b5-105d55590c09 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:43.670937 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.701303 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-100af52c-b12f-43dc-b406-ae59218cf300 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=06c52579-1670-4f93-88b5-1f11de2bd338 HTTP/1.1" status: 200 len: 217 time: 0.0735285 Sep 10 17:40:43.746397 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:43.804175 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Attempting to bind port 68c31ca9-7a11-42e4-a7b5-105d55590c09 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:43.804512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Attempting to bind port 68c31ca9-7a11-42e4-a7b5-105d55590c09 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:43.805367 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Attempting to bind port 68c31ca9-7a11-42e4-a7b5-105d55590c09 on network 175676d6-1300-45a8-a55c-97976ff29695 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:43.809566 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Port 68c31ca9-7a11-42e4-a7b5-105d55590c09 on network 175676d6-1300-45a8-a55c-97976ff29695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:40:43.809723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Attempting to bind port 68c31ca9-7a11-42e4-a7b5-105d55590c09 on network 175676d6-1300-45a8-a55c-97976ff29695 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:43.818034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:43.818444 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Checking segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:43.818852 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Bound using segment: {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:43.820087 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Bound port: 68c31ca9-7a11-42e4-a7b5-105d55590c09, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c81955-9623-49f5-896c-881e49f3975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '175676d6-1300-45a8-a55c-97976ff29695'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:43.820087 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.839326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f993eb-01ad-498a-8e2e-d8f4ce5b6ec2 req-b8f3eee9-099d-4fbf-8573-f2912c34dd8d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.840864 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f8f993eb-01ad-498a-8e2e-d8f4ce5b6ec2 req-b8f3eee9-099d-4fbf-8573-f2912c34dd8d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1448319 Sep 10 17:40:43.844348 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-5e0c65ca-abc3-42fb-ad40-33d74e6f11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.845801 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-5e0c65ca-abc3-42fb-ad40-33d74e6f11ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d42c192-7b36-4e61-aaa5-221b5b8fb112 HTTP/1.1" status: 200 len: 843 time: 0.1165953 Sep 10 17:40:43.847189 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-d710459e-0c8e-4776-845c-bb4a95dbd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.848521 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-d710459e-0c8e-4776-845c-bb4a95dbd583 service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.2194664 Sep 10 17:40:43.898752 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:43.902904 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:43.911095 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.913494 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-34e5a4a6-06cb-4d24-b8a5-160ddc6d6b17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 200 len: 217 time: 0.0459487 Sep 10 17:40:43.954323 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:43.955298 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.956807 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] 10.222.0.66 "PUT /v2.0/ports/68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 1093 time: 0.7249658 Sep 10 17:40:43.975915 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:43.978391 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a258cc-7e59-4d0e-912e-e9c33779f351" -d '{"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:43.988857 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f8f993eb-01ad-498a-8e2e-d8f4ce5b6ec2 req-ed0b917d-0c59-49fa-ba21-564e004cb61a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393402 Sep 10 17:40:44.010697 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-9e893f4e-8316-44ec-ae5e-df0779685106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.012195 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-9e893f4e-8316-44ec-ae5e-df0779685106 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3156ccf7-0685-483a-a5b5-04cba306738a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1428785 Sep 10 17:40:44.015831 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-eab665a6-515c-4d52-a8cd-693d2b74e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.017260 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-eab665a6-515c-4d52-a8cd-693d2b74e193 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0776498 Sep 10 17:40:44.038646 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d7dd-3e33-4006-bad4-742ddc9b230f service neutron] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:44.081327 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34ea5-9c9b-4ce6-8b6a-2cfbd02835b1 req-cf042810-d023-4952-b0e3-70efa060002c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.088650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aab34ea5-9c9b-4ce6-8b6a-2cfbd02835b1 req-cf042810-d023-4952-b0e3-70efa060002c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 943 time: 0.1699512 Sep 10 17:40:44.109485 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-e88afe59-d098-4964-abd2-12faddec5b90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667145 Sep 10 17:40:44.111841 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210238d2-da6b-490e-87e7-1ba10ba602a0 x-openstack-request-id: req-210238d2-da6b-490e-87e7-1ba10ba602a0 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:44.112136 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:44.112383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-210238d2-da6b-490e-87e7-1ba10ba602a0 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:44.112768 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:40:44.161182 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aab34ea5-9c9b-4ce6-8b6a-2cfbd02835b1 req-63fc656b-e14a-4b0b-9fac-d3cecf8f34f1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712090 Sep 10 17:40:44.177420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-fe2f2d25-bc03-4449-990e-376f87664aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.180255 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-fe2f2d25-bc03-4449-990e-376f87664aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1096 time: 0.1559145 Sep 10 17:40:44.236714 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-43ce8c44-fde8-47a2-ae5f-75f9950c5407 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 217 time: 0.0416644 Sep 10 17:40:44.292636 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-ef73b450-39ea-4fa5-b0bd-6f067d764c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.294401 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-ef73b450-39ea-4fa5-b0bd-6f067d764c68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0470982 Sep 10 17:40:44.325093 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-46197950-5f90-47f9-99eb-aacf69e3102b service neutron] 10.222.0.66 "GET /v2.0/networks/3156ccf7-0685-483a-a5b5-04cba306738a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811582 Sep 10 17:40:44.335210 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1eb0a-a7b6-4729-8f85-054bee2020c1 req-1a1b9785-f541-4f5f-9e8d-2c0118cb6414 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.336600 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63d1eb0a-a7b6-4729-8f85-054bee2020c1 req-1a1b9785-f541-4f5f-9e8d-2c0118cb6414 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1500702 Sep 10 17:40:44.342944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-e8db6b03-5515-4ab8-92e5-ff01ca2420da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.344561 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-e8db6b03-5515-4ab8-92e5-ff01ca2420da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400906 Sep 10 17:40:44.349896 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-7fc72af8-1966-4a7e-973a-d2b44f9ee2b3 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232833 Sep 10 17:40:44.481265 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63d1eb0a-a7b6-4729-8f85-054bee2020c1 req-360a3831-a653-4035-83ea-c9e622f78cb1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328449 Sep 10 17:40:44.506285 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-507f520a-d597-47e7-8952-2d8aaa66ea3c service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333981 Sep 10 17:40:44.536209 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-54c91fd6-fbc2-4d6b-8984-55077d510f03 req-c307c81e-f207-4c68-a3b8-e83b11cf0461 service neutron] 10.222.0.66 "GET /v2.0/networks/3156ccf7-0685-483a-a5b5-04cba306738a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973279 Sep 10 17:40:44.573654 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1e55ee94-43d8-4700-a785-3aa13e1efb9d req-459f3d84-cd0b-40bc-9ca2-b77c4fb02f4c service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914909 Sep 10 17:40:44.664629 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65b00e52-9c61-4c7d-935d-5936e1ef8939 req-fc0a2a37-2dcf-4db7-ad9b-b3cd76c35558 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491807 Sep 10 17:40:44.786304 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df9ff-c531-4942-a6a9-2c46508190f0 req-33262439-3824-4507-8007-448ba1466406 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.787823 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-600df9ff-c531-4942-a6a9-2c46508190f0 req-33262439-3824-4507-8007-448ba1466406 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.1088364 Sep 10 17:40:44.794292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-99a6e57e-6d13-4557-abfb-265cf2e72569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.795694 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-99a6e57e-6d13-4557-abfb-265cf2e72569 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1096 time: 0.0608542 Sep 10 17:40:44.861926 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-600df9ff-c531-4942-a6a9-2c46508190f0 req-12c8a1e9-1740-4ad6-8327-adfe81fbac64 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652945 Sep 10 17:40:44.912980 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-4db0545b-cb3e-4d98-a9fd-e5efdaa3b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:44.914491 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-4db0545b-cb3e-4d98-a9fd-e5efdaa3b810 service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.1110964 Sep 10 17:40:44.931978 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d7da605b-d741-4850-8ead-3f7ee01557ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:44.964832 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-9386b481-c9cd-4070-b2f4-553b42cb68da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 217 time: 0.0378397 Sep 10 17:40:45.022022 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-0a0e9c11-95e7-4948-8a97-d1982a983c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.023514 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-0a0e9c11-95e7-4948-8a97-d1982a983c3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0441625 Sep 10 17:40:45.098354 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-f772c7df-fcbe-4ff4-a034-9726a15ba7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.099891 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-f772c7df-fcbe-4ff4-a034-9726a15ba7c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424902 Sep 10 17:40:45.129071 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c56091-703f-468e-a350-c270d8d312ea req-3c0504ce-e495-470d-b566-ae5d2ab92050 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.131588 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-47c56091-703f-468e-a350-c270d8d312ea req-3c0504ce-e495-470d-b566-ae5d2ab92050 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0525095 Sep 10 17:40:45.170157 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-47c56091-703f-468e-a350-c270d8d312ea req-8129439c-1cae-4e96-9d54-a5c273ba97dc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Sep 10 17:40:45.207214 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-915c6504-0e32-4947-8093-b16abaa95b69 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967655 Sep 10 17:40:45.342930 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59d891-45f7-4c58-8c5e-7dd8601f5ecb req-7e42e60d-d257-457e-9bc0-e22d22256dea tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.344531 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e59d891-45f7-4c58-8c5e-7dd8601f5ecb req-7e42e60d-d257-457e-9bc0-e22d22256dea tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 943 time: 0.1106272 Sep 10 17:40:45.347015 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3a258cc-7e59-4d0e-912e-e9c33779f351 req-1540620a-2cb3-492e-b5e1-9d7037ac5180 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306767 Sep 10 17:40:45.389911 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e59d891-45f7-4c58-8c5e-7dd8601f5ecb req-036fe6aa-9f3c-4a4c-9e0e-5f63fc6e2882 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Sep 10 17:40:45.392303 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:45.592680 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe756-2bc0-4a58-967b-4f3d59c5faa9 req-bee9fb8d-6e49-4f0e-96cf-753349c6ad46 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.594190 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b8dbe756-2bc0-4a58-967b-4f3d59c5faa9 req-bee9fb8d-6e49-4f0e-96cf-753349c6ad46 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Sep 10 17:40:45.632657 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b8dbe756-2bc0-4a58-967b-4f3d59c5faa9 req-0c43e644-0877-4310-bd76-b132a34fb890 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Sep 10 17:40:45.985250 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2593e-24a9-4ad2-a09c-65a9fe964cee req-8471af6c-8a74-42a9-b6e0-95fa4db65577 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:45.986839 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a9d2593e-24a9-4ad2-a09c-65a9fe964cee req-8471af6c-8a74-42a9-b6e0-95fa4db65577 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0545733 Sep 10 17:40:46.030075 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a9d2593e-24a9-4ad2-a09c-65a9fe964cee req-d839fea9-7710-4d39-82f9-5f6ad34a0589 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Sep 10 17:40:46.159423 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55024) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:46.273131 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b92501ef-bd15-4ccc-b8e4-3d4fde6ad32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.293091 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0d5e-9585-4ec2-8a5c-be7a462a5e41 req-47bc3191-57f7-49c7-926d-efe49eb97621 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:46.294589 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fdef0d5e-9585-4ec2-8a5c-be7a462a5e41 req-47bc3191-57f7-49c7-926d-efe49eb97621 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0481958 Sep 10 17:40:46.332622 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fdef0d5e-9585-4ec2-8a5c-be7a462a5e41 req-4d72d7c8-ecf6-4f64-b011-0171192da5ba tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Sep 10 17:40:46.359820 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.367419 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b92501ef-bd15-4ccc-b8e4-3d4fde6ad32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.371803 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b92501ef-bd15-4ccc-b8e4-3d4fde6ad32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.412216 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b92501ef-bd15-4ccc-b8e4-3d4fde6ad32b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c0ba326694d4113abec5a958e9abd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514360 Sep 10 17:40:46.412726 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92501ef-bd15-4ccc-b8e4-3d4fde6ad32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a396486-d792-401f-a9ba-3bbcd2e3ac11,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:46.415121 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55036) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:46.484271 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.526714 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.552494 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd01b-5328-413b-8484-5bf748526316 req-333e4dcd-817d-4aab-8057-d10e5801b942 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:46.554041 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ecacd01b-5328-413b-8484-5bf748526316 req-333e4dcd-817d-4aab-8057-d10e5801b942 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 943 time: 0.0836029 Sep 10 17:40:46.602321 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ecacd01b-5328-413b-8484-5bf748526316 req-ef357eec-6730-4d15-8fc0-15b0be8a5bbc tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Sep 10 17:40:46.609748 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.613250 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.614334 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a396486-d792-401f-a9ba-3bbcd2e3ac11 HTTP/1.1" status: 204 len: 168 time: 0.1982856 Sep 10 17:40:46.623559 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61673a8-4713-4e95-b6a6-6504e180bb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a396486-d792-401f-a9ba-3bbcd2e3ac11,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:46.640674 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55042) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:46.750593 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-76bc04be-b4a3-4c85-af65-e4e9dbfe054c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.849556 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 68c31ca9-7a11-42e4-a7b5-105d55590c09 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:46.850077 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-76bc04be-b4a3-4c85-af65-e4e9dbfe054c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.859184 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-76bc04be-b4a3-4c85-af65-e4e9dbfe054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.903506 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc04be-b4a3-4c85-af65-e4e9dbfe054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4e0a9-adea-49ee-873a-a931c50604fd,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:46.921568 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-76bc04be-b4a3-4c85-af65-e4e9dbfe054c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50a5923777b14f108381847fef5857e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796423 Sep 10 17:40:46.925026 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55052) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:46.984675 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:46.991803 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:47.004353 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'port_id': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'mac_address': 'fa:16:3e:a9:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:47.010563 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f823c-2b3c-41a5-90da-3964d68db7bf req-300c5908-9ab8-4e14-b1ed-704756b979a0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:47.012361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.018351 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5e5f823c-2b3c-41a5-90da-3964d68db7bf req-300c5908-9ab8-4e14-b1ed-704756b979a0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.2842295 Sep 10 17:40:47.051190 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.058972 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5e5f823c-2b3c-41a5-90da-3964d68db7bf req-c1227131-3f4c-491a-9aa8-c62c6318c743 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Sep 10 17:40:47.070638 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c31ca9-7a11-42e4-a7b5-105d55590c09 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:47.084159 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.084159 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.084159 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58b4e0a9-adea-49ee-873a-a931c50604fd HTTP/1.1" status: 204 len: 168 time: 0.1561866 Sep 10 17:40:47.094716 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c5b9-e110-4564-964a-0cde2177d1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4e0a9-adea-49ee-873a-a931c50604fd,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:47.102863 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:47.113141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.113516 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 06c52579-1670-4f93-88b5-1f11de2bd338 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:47.197527 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5be12-2285-4b88-8bc0-d3aa60e34d71 req-a1743a9d-031b-4bad-8f94-eaf82f4446fe tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:47.200071 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bdd5be12-2285-4b88-8bc0-d3aa60e34d71 req-a1743a9d-031b-4bad-8f94-eaf82f4446fe tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 947 time: 0.0663323 Sep 10 17:40:47.260017 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bdd5be12-2285-4b88-8bc0-d3aa60e34d71 req-fb31a1fe-c435-4671-bd8c-5a9a6eae6058 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510118 Sep 10 17:40:47.276643 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:47.286443 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=06c52579-1670-4f93-88b5-1f11de2bd338,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:47.297462 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '06c52579-1670-4f93-88b5-1f11de2bd338', 'network_id': '3156ccf7-0685-483a-a5b5-04cba306738a', 'port_id': '06c52579-1670-4f93-88b5-1f11de2bd338', 'mac_address': 'fa:16:3e:0e:06:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d42c192-7b36-4e61-aaa5-221b5b8fb112', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:47.343633 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.361814 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c52579-1670-4f93-88b5-1f11de2bd338 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:47.391436 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=06c52579-1670-4f93-88b5-1f11de2bd338,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:47.397830 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.466342 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:47.477841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c37d-70ac-42f9-a36c-4a4da9abac70 req-7979d299-245e-49d8-8fe6-5484d75c055a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:47.479513 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1fa7c37d-70ac-42f9-a36c-4a4da9abac70 req-7979d299-245e-49d8-8fe6-5484d75c055a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0556388 Sep 10 17:40:47.525670 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1fa7c37d-70ac-42f9-a36c-4a4da9abac70 req-61ca4438-e792-4e9c-b52d-11e268267826 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Sep 10 17:40:47.708439 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:47.729864 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c4356-f505-4888-9db6-bb31df9071aa req-841ca2b1-a6f8-4cae-8dcc-b3397e186361 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:47.732252 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-581c4356-f505-4888-9db6-bb31df9071aa req-841ca2b1-a6f8-4cae-8dcc-b3397e186361 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 944 time: 0.0552750 Sep 10 17:40:47.789498 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-581c4356-f505-4888-9db6-bb31df9071aa req-1ee5266a-352f-4b7d-b127-8f8ceff4440b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Sep 10 17:40:47.791943 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['06c52579-1670-4f93-88b5-1f11de2bd338'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:47.860952 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:47.862715 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55100) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:47.995554 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-80018047-network', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:48.025775 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Made reservation on behalf of 3e620cdb5ca54d739a692a0aa0ba6955 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:48.028388 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.037022 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.138906 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.151318 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.195955 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:40:48.203604 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d5f34-2d20-48d4-a70a-8e3bea678e27,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:48.213177 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.213494 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Added segment a238bf08-0c51-4644-82e3-492e34971333 of type vlan for network 20266423-cd4e-4162-9e17-daa6ca5de85c Sep 10 17:40:48.228056 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a627-4fda-433d-ad0c-5db1366d7cdd req-4dc85920-16e5-495f-8a8b-506cbb695e86 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.229536 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6934a627-4fda-433d-ad0c-5db1366d7cdd req-4dc85920-16e5-495f-8a8b-506cbb695e86 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0934825 Sep 10 17:40:48.275413 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.311069 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6934a627-4fda-433d-ad0c-5db1366d7cdd req-711fd6b9-a3a3-4a87-9f02-a04aad926f2c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Sep 10 17:40:48.312633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.313629 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.314841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.347804 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4835551 Sep 10 17:40:48.352231 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55114) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:48.384945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Request body: {'subnet': {'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-80018047-subnet', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:48.385201 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cd689-7b48-4fc5-a19f-f2e805e88144 req-e8a074e6-4a00-4af8-89bb-614745e2f697 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.386591 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-717cd689-7b48-4fc5-a19f-f2e805e88144 req-e8a074e6-4a00-4af8-89bb-614745e2f697 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 948 time: 0.0560675 Sep 10 17:40:48.389090 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e6f2-ed92-4c80-ac38-8943697fe682 admin admin] Pushing event updated for resources: {'Network': ['ID=20266423-cd4e-4162-9e17-daa6ca5de85c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:48.401264 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 20266423-cd4e-4162-9e17-daa6ca5de85c details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:40:48.413257 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Made reservation on behalf of 3e620cdb5ca54d739a692a0aa0ba6955 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:48.416240 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.430411 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-717cd689-7b48-4fc5-a19f-f2e805e88144 req-cee16b0d-9fe4-4020-98fd-eb7c1856406b tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Sep 10 17:40:48.593467 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.678361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a15bc5-8048-470d-a88a-962b4c182566,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:48.697428 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79215-bbac-46ba-9ffd-e13eace2a050 req-6d8b30b6-e711-4118-bb84-54294442079a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.698919 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e2c79215-bbac-46ba-9ffd-e13eace2a050 req-6d8b30b6-e711-4118-bb84-54294442079a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1014936 Sep 10 17:40:48.700075 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Checking segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:48.700371 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Network hostable DHCP agents. Network: 20266423-cd4e-4162-9e17-daa6ca5de85c, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:40:48.732309 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Network 20266423-cd4e-4162-9e17-daa6ca5de85c is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:40:48.754261 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e2c79215-bbac-46ba-9ffd-e13eace2a050 req-d86648e9-2f12-4324-9823-e3d3e974f919 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 Sep 10 17:40:48.754842 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 20266423-cd4e-4162-9e17-daa6ca5de85c) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:48.759074 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.759832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.764248 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d12e1-515d-4858-86b1-9327f7384f6d None None] Network 20266423-cd4e-4162-9e17-daa6ca5de85c requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:48.783474 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e31b6713-608e-4d56-a8ec-f1fbfd744744 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4294760 Sep 10 17:40:48.786579 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55122) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:48.790596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:48.818394 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.820222 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.850578 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 68c31ca9-7a11-42e4-a7b5-105d55590c09 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:48.874189 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.949306 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:48.954231 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-20266423-cd4e-4162-9e17-daa6ca5de85c', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:40:48.955567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.959041 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:48.959398 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.012252 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5ba1-e049-4282-84c4-00a8d902be6d req-494aa7e7-ffc6-41c9-a07b-021d297f4eb7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:49.013758 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce0e5ba1-e049-4282-84c4-00a8d902be6d req-494aa7e7-ffc6-41c9-a07b-021d297f4eb7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 944 time: 0.1383364 Sep 10 17:40:49.054408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.087577 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce0e5ba1-e049-4282-84c4-00a8d902be6d req-b8b85960-c8a1-4d08-b55f-1f13ebd6bf3b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497427 Sep 10 17:40:49.147340 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.176253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Allocated IP 172.20.0.2 (20266423-cd4e-4162-9e17-daa6ca5de85c/66a15bc5-8048-470d-a88a-962b4c182566/d684543e-679a-4e13-8c99-57151f021475) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:49.187437 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:49.190073 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38086ef-864c-4b52-aa0d-884ae5486df0" -d '{"events": [{"server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "name": "network-vif-plugged", "status": "completed", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:49.215468 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:49.223973 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.224774 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 06c52579-1670-4f93-88b5-1f11de2bd338 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:49.241583 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f090615-2afa-4e47-89d2-753b5f755444 x-openstack-request-id: req-7f090615-2afa-4e47-89d2-753b5f755444 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:49.241879 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "name": "network-vif-plugged", "status": "completed", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:49.242162 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f090615-2afa-4e47-89d2-753b5f755444 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:49.242562 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'code': 200} Sep 10 17:40:49.295638 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.320547 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.359632 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:49.396901 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 06c52579-1670-4f93-88b5-1f11de2bd338 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:49.427961 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 06c52579-1670-4f93-88b5-1f11de2bd338 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:49.428671 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.474308 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.487672 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Transition to ACTIVE for port object d684543e-679a-4e13-8c99-57151f021475 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:49.509048 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Transition to ACTIVE for port object d684543e-679a-4e13-8c99-57151f021475 will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:49.530846 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a2a5b-a9cd-4417-9c24-e4c8fbefd885 req-81c01d34-7c4c-41ea-af1b-4257c9435031 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:49.532351 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-384a2a5b-a9cd-4417-9c24-e4c8fbefd885 req-81c01d34-7c4c-41ea-af1b-4257c9435031 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1231947 Sep 10 17:40:49.536281 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.550054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e832a-ae89-4b5e-8cca-719ed803fdcb req-42f73d17-6eff-414b-a3ae-faadf9d02cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:49.551705 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a51e832a-ae89-4b5e-8cca-719ed803fdcb req-42f73d17-6eff-414b-a3ae-faadf9d02cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1098 time: 0.1037674 Sep 10 17:40:49.552791 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Allocated IP 172.27.0.167 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/f43785da-4c9b-4e89-8818-89d2babd25e6) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:49.584072 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ab66-26e5-4e8d-8ce4-53f553b331fe req-50702780-7715-46ea-8015-38793facc575 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:49.584400 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.586085 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98c3ab66-26e5-4e8d-8ce4-53f553b331fe req-50702780-7715-46ea-8015-38793facc575 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 948 time: 0.0629256 Sep 10 17:40:49.587407 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Network 20266423-cd4e-4162-9e17-daa6ca5de85c is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:49.592402 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:49.603926 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:49.608288 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Pushing event updated for resources: {'Port': ['ID=d684543e-679a-4e13-8c99-57151f021475,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:49.641093 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-384a2a5b-a9cd-4417-9c24-e4c8fbefd885 req-25744e3a-dc64-430c-9505-f2ae4c1bf07a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938623 Sep 10 17:40:49.648479 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a51e832a-ae89-4b5e-8cca-719ed803fdcb req-c5451b09-4bb6-4c7b-ba8a-6f6304add7a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870080 Sep 10 17:40:49.651488 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98c3ab66-26e5-4e8d-8ce4-53f553b331fe req-34e01ca0-d539-412f-aef7-9232ab84606c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Sep 10 17:40:49.670026 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=06c52579-1670-4f93-88b5-1f11de2bd338,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:49.675541 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.705135 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Attempting to bind port d684543e-679a-4e13-8c99-57151f021475 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:49.705514 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Attempting to bind port d684543e-679a-4e13-8c99-57151f021475 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:49.705880 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Attempting to bind port d684543e-679a-4e13-8c99-57151f021475 on network 20266423-cd4e-4162-9e17-daa6ca5de85c {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:49.710025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.714987 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:49.715301 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Checking segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:49.715707 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.716099 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Bound using segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:49.716570 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Bound port: d684543e-679a-4e13-8c99-57151f021475, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:49.716959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.749888 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.767706 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:49.790280 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:49.795089 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:49.800424 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] For port d684543e-679a-4e13-8c99-57151f021475, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:49.802766 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:49.804702 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] For port d684543e-679a-4e13-8c99-57151f021475, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=d684543e-679a-4e13-8c99-57151f021475,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:49.804834 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Pushing event updated for resources: {'Port': ['ID=f43785da-4c9b-4e89-8818-89d2babd25e6,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:49.811005 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:49.873416 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae5cdf-f260-436f-b3be-f713e24cb6c3 None None] Pushing event updated for resources: {'Port': ['ID=d684543e-679a-4e13-8c99-57151f021475,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:50.200613 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942bd9-eda9-47fd-8712-13cb11e0a2c1 req-11025f7f-45e3-42db-ac7f-a7945432d44a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:50.202106 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-16942bd9-eda9-47fd-8712-13cb11e0a2c1 req-11025f7f-45e3-42db-ac7f-a7945432d44a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.3608351 Sep 10 17:40:50.212887 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934bb0-d00b-4cb6-8292-e36b634b61dc req-86c1e496-befe-49e0-aa7a-ab792b3dd2c2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:50.214405 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ba934bb0-d00b-4cb6-8292-e36b634b61dc req-86c1e496-befe-49e0-aa7a-ab792b3dd2c2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Sep 10 17:40:50.252925 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ba934bb0-d00b-4cb6-8292-e36b634b61dc req-d0f907b0-90b5-48d2-9675-dea9bd469596 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Sep 10 17:40:50.309164 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-16942bd9-eda9-47fd-8712-13cb11e0a2c1 req-61633b7d-10f1-48f3-a242-5603ae7c87bd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948360 Sep 10 17:40:50.339198 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:50.542154 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:50.672043 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Router 05c52846-3f7c-42e1-91b1-e9a5424c88bd is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:40:50.747215 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaaf446-1208-4e8d-8143-c094793ce78a None None] Network 20266423-cd4e-4162-9e17-daa6ca5de85c requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:50.770424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f526c-c299-4290-b773-47d5a4e1a02e req-b080d8df-63c2-4bcf-835f-ec9996b50b3b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:50.772047 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d83f526c-c299-4290-b773-47d5a4e1a02e req-b080d8df-63c2-4bcf-835f-ec9996b50b3b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Sep 10 17:40:50.813044 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-1e64dc40-33c0-42e6-8367-3e31dea394be None None] Provisioning for port d684543e-679a-4e13-8c99-57151f021475 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:50.818796 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d83f526c-c299-4290-b773-47d5a4e1a02e req-6b3cba14-fe99-4c26-9649-21da98703a3f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Sep 10 17:40:50.822797 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa5089-8853-490b-99a8-c0a2a81e4333 req-7dd2532c-eff4-4de5-9800-10fda3577d1e tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:50.823764 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-81aa5089-8853-490b-99a8-c0a2a81e4333 req-7dd2532c-eff4-4de5-9800-10fda3577d1e tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.0899725 Sep 10 17:40:50.862829 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:50.874566 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Sync routers for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:50.883262 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-81aa5089-8853-490b-99a8-c0a2a81e4333 req-959bb18c-6bbb-45ab-aedc-af3e41f57ba9 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531745 Sep 10 17:40:50.889050 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:50.890962 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-09db6476-8f4f-49c5-b8d8-95a2b938b813 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1036341 Sep 10 17:40:50.893781 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:50.894290 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55152) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:50.894819 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:51.019335 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:51.243404 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:51.245832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3012ce5-5247-4235-bc1f-2e3ffbaf8933" -d '{"events": [{"server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "name": "network-vif-plugged", "status": "completed", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:51.268583 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:50Z', 'revision_number': 3, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:51.298981 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Checking router: 05c52846-3f7c-42e1-91b1-e9a5424c88bd for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:51.299332 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Updating router 05c52846-3f7c-42e1-91b1-e9a5424c88bd port f43785da-4c9b-4e89-8818-89d2babd25e6 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:51.302212 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795e1461-b59f-404f-b17f-93be65a1296c x-openstack-request-id: req-795e1461-b59f-404f-b17f-93be65a1296c {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:51.302493 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "name": "network-vif-plugged", "status": "completed", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:51.302746 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-795e1461-b59f-404f-b17f-93be65a1296c {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:51.303138 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338', 'code': 200} Sep 10 17:40:51.320434 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.325993 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.382888 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67f49-e33d-447c-b413-559e13837bea req-9eb5c796-20af-4894-915a-ebf75f9baae2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:51.384466 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8aa67f49-e33d-447c-b413-559e13837bea req-9eb5c796-20af-4894-915a-ebf75f9baae2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0572033 Sep 10 17:40:51.424678 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8aa67f49-e33d-447c-b413-559e13837bea req-8106a4ac-2cb2-4e97-8ad9-2184a02d493b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Sep 10 17:40:51.504814 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9caa23-bcb3-47df-b16b-769fa3e6012e req-4145f872-2399-4ef3-95df-2900c71636e5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:51.506343 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a9caa23-bcb3-47df-b16b-769fa3e6012e req-4145f872-2399-4ef3-95df-2900c71636e5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0820153 Sep 10 17:40:51.527012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Allocated IP 172.20.0.1 (20266423-cd4e-4162-9e17-daa6ca5de85c/66a15bc5-8048-470d-a88a-962b4c182566/03747e7c-9b91-42ae-ada7-8d4d984d339e) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:51.602177 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a9caa23-bcb3-47df-b16b-769fa3e6012e req-1d504456-8b46-42a9-8bac-b54193262ba5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676541 Sep 10 17:40:51.628882 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.639314 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Transition to ACTIVE for port object f43785da-4c9b-4e89-8818-89d2babd25e6 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:51.643681 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device d684543e-679a-4e13-8c99-57151f021475 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:51.648416 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.678082 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.693137 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Transition to ACTIVE for port object 03747e7c-9b91-42ae-ada7-8d4d984d339e will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:51.698655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port d684543e-679a-4e13-8c99-57151f021475 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:51.702924 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port d684543e-679a-4e13-8c99-57151f021475 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:51.703373 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.706523 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275c7d2-26e5-400f-94ab-f6ca5dfaba72 None None] Pushing event updated for resources: {'Port': ['ID=f43785da-4c9b-4e89-8818-89d2babd25e6,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:51.714365 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Attempting to bind port f43785da-4c9b-4e89-8818-89d2babd25e6 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:51.714762 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Attempting to bind port f43785da-4c9b-4e89-8818-89d2babd25e6 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:51.715127 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Attempting to bind port f43785da-4c9b-4e89-8818-89d2babd25e6 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:51.721159 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:51.721532 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:51.721932 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.722602 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:51.723073 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Bound port: f43785da-4c9b-4e89-8818-89d2babd25e6, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:51.723479 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.729984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.774009 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Network 20266423-cd4e-4162-9e17-daa6ca5de85c is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:51.776447 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] For port f43785da-4c9b-4e89-8818-89d2babd25e6, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:51.778672 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:51.779832 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] For port f43785da-4c9b-4e89-8818-89d2babd25e6, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=f43785da-4c9b-4e89-8818-89d2babd25e6,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:51.782540 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:51.783059 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.788396 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.791094 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.824147 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port d684543e-679a-4e13-8c99-57151f021475, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=d684543e-679a-4e13-8c99-57151f021475,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:51.830982 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.831825 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Pushing event updated for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:51.866908 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275c7d2-26e5-400f-94ab-f6ca5dfaba72 None None] Pushing event updated for resources: {'Port': ['ID=f43785da-4c9b-4e89-8818-89d2babd25e6,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:51.887090 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=d684543e-679a-4e13-8c99-57151f021475,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:51.897241 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:51.898812 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:51.962990 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:51.998279 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c104-fe19-41a0-9948-6a73378967b5 req-130a02b0-0060-458a-8afa-87a0745f4487 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:51.999988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-93d8c104-fe19-41a0-9948-6a73378967b5 req-130a02b0-0060-458a-8afa-87a0745f4487 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0556314 Sep 10 17:40:52.043389 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:52.043567 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-93d8c104-fe19-41a0-9948-6a73378967b5 req-7ed9c62e-c28e-47ae-97c7-57a732808525 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Sep 10 17:40:52.070878 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-cb23f5f1-5a21-46d4-a729-01ddee17fdb7 None None] Provisioning for port 03747e7c-9b91-42ae-ada7-8d4d984d339e completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:52.074930 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-cb23f5f1-5a21-46d4-a729-01ddee17fdb7 None None] Provisioning complete for port 03747e7c-9b91-42ae-ada7-8d4d984d339e triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:52.075449 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cb23f5f1-5a21-46d4-a729-01ddee17fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:52.081832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb0b80-baa8-4bd9-b8a8-14438dd4f972 req-48179579-a03c-4ac8-a8ad-5c8667eb0414 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:52.083360 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cedb0b80-baa8-4bd9-b8a8-14438dd4f972 req-48179579-a03c-4ac8-a8ad-5c8667eb0414 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.1058555 Sep 10 17:40:52.114534 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-cb23f5f1-5a21-46d4-a729-01ddee17fdb7 None None] Port 03747e7c-9b91-42ae-ada7-8d4d984d339e cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:52.162622 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cedb0b80-baa8-4bd9-b8a8-14438dd4f972 req-29175eea-3592-44ce-95ba-9cf44be15f9f tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Sep 10 17:40:52.207090 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:52.211303 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:52.212007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:52.231003 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:50Z', 'revision_number': 3, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:52.257900 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a088-2ed6-4887-a664-5b5955edb407 None None] The sync data for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi is: [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:50Z', 'revision_number': 3, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:52.276139 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Pushing event updated for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:52.337336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Network 20266423-cd4e-4162-9e17-daa6ca5de85c is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:52.338903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:52.479253 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Router 05c52846-3f7c-42e1-91b1-e9a5424c88bd has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:52.599253 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e69c-991d-4f0c-a109-24757f0e2303 req-24067dfa-76be-4a17-a41c-d96cb91c053c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:52.610352 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c373e69c-991d-4f0c-a109-24757f0e2303 req-24067dfa-76be-4a17-a41c-d96cb91c053c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0685768 Sep 10 17:40:52.624862 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:52.634250 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-58471097-cccc-4cf5-84ac-95535d288243 admin admin] 10.222.0.65 "PUT /v2.0/routers/05c52846-3f7c-42e1-91b1-e9a5424c88bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366991 Sep 10 17:40:52.655301 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-8202d979-7839-4ce8-a086-9bfdd6ba4e8d None None] Provisioning complete for port 03747e7c-9b91-42ae-ada7-8d4d984d339e triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:52.656173 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-8202d979-7839-4ce8-a086-9bfdd6ba4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:52.687575 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c373e69c-991d-4f0c-a109-24757f0e2303 req-fd7551f0-c09d-4f01-98c1-3fca63a8aae5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634949 Sep 10 17:40:52.705630 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-8202d979-7839-4ce8-a086-9bfdd6ba4e8d None None] Port 03747e7c-9b91-42ae-ada7-8d4d984d339e cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:52.744958 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084c4a-69ca-4a3b-ad1f-841b034e2994 req-45689941-7d0e-4169-9edc-b2b27b67e805 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:52.746922 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f7084c4a-69ca-4a3b-ad1f-841b034e2994 req-45689941-7d0e-4169-9edc-b2b27b67e805 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0543923 Sep 10 17:40:52.794097 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f7084c4a-69ca-4a3b-ad1f-841b034e2994 req-d382927e-c28d-4c95-a57e-d2001c2f0781 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Sep 10 17:40:52.864419 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:52.988822 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:53.005951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:53.057768 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.074650 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:53.091235 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352deb2f-9836-4a6d-b070-eb8f4cd0b745 req-1a3ae86e-a817-48eb-a35b-98e698ae87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.096954 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-352deb2f-9836-4a6d-b070-eb8f4cd0b745 req-1a3ae86e-a817-48eb-a35b-98e698ae87d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 1102 time: 0.0560756 Sep 10 17:40:53.106835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:53.112794 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.164645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7488-4c25-472d-a542-b5e1b149c522 req-59780a5b-037b-44ec-a57b-1ad03096972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.169851 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-352deb2f-9836-4a6d-b070-eb8f4cd0b745 req-b7df5ad4-52de-4bf8-8e2b-d2dec0d15bf1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623059 Sep 10 17:40:53.171877 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a88a7488-4c25-472d-a542-b5e1b149c522 req-59780a5b-037b-44ec-a57b-1ad03096972f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.0807858 Sep 10 17:40:53.227465 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9a96-3199-49c8-82de-4083ee17b58b req-d68c98eb-ccb0-4901-89b2-7bed430c0e8f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.229205 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d9b9a96-3199-49c8-82de-4083ee17b58b req-d68c98eb-ccb0-4901-89b2-7bed430c0e8f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Sep 10 17:40:53.273431 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55194) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:53.278553 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2138530550-network', 'tenant_id': 'ec746aad14a843358497ea51d49232d4'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:53.296028 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=6']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:53.317311 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d9b9a96-3199-49c8-82de-4083ee17b58b req-1dda1edc-4ea6-4838-a176-feb393c11bd6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Sep 10 17:40:53.331187 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Made reservation on behalf of ec746aad14a843358497ea51d49232d4 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:53.332271 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c8177-4bc9-4cd6-a27e-5428198ae54e req-3ac5505b-8bdd-4ed4-982a-4d75f696a5e5 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.333801 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c65c8177-4bc9-4cd6-a27e-5428198ae54e req-3ac5505b-8bdd-4ed4-982a-4d75f696a5e5 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.0703220 Sep 10 17:40:53.334034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.343408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.379114 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c65c8177-4bc9-4cd6-a27e-5428198ae54e req-207ef3f9-38be-4944-8964-6857f3619f00 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381942 Sep 10 17:40:53.395090 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['035ee74e-3fba-4e62-9760-65c8ea90fc47'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:53.443845 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a88a7488-4c25-472d-a542-b5e1b149c522 req-4467ba70-6106-4129-9ca8-42c28d8cbbf1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Sep 10 17:40:53.448378 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.453480 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.478707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:40:53.493332 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9825f55-2316-4352-ad8c-dfa61073a417,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:53.499560 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.499907 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Added segment d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c of type vlan for network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 Sep 10 17:40:53.581801 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.613932 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.615747 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.616767 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.654874 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772166 Sep 10 17:40:53.655960 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55208) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:53.667849 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Request body: {'subnet': {'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2138530550-subnet', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:53.709378 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Made reservation on behalf of ec746aad14a843358497ea51d49232d4 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:53.712392 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:53.715690 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b892c8-1b27-4c9d-b50b-d4dd751afb76 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ed08a3-e1f8-44f4-b1f6-35672ca591b9,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:53.727891 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:40:53.856043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device f43785da-4c9b-4e89-8818-89d2babd25e6 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:53.887591 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76045a79-85ed-4302-8880-553745526420 req-c95685f5-d71a-4cdc-9f01-9e91a3e77c6c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:53.893856 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-76045a79-85ed-4302-8880-553745526420 req-c95685f5-d71a-4cdc-9f01-9e91a3e77c6c tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.1106827 Sep 10 17:40:53.957701 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-76045a79-85ed-4302-8880-553745526420 req-9a26d345-3b44-457a-95c0-2642320d5678 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Sep 10 17:40:53.979178 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port f43785da-4c9b-4e89-8818-89d2babd25e6 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:53.984305 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port f43785da-4c9b-4e89-8818-89d2babd25e6 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:53.984864 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.074735 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29260a-43e6-42bd-b8b3-18ac322fa503 req-8fddd475-7d3f-4949-83fe-2810a94d5921 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:54.076149 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9a29260a-43e6-42bd-b8b3-18ac322fa503 req-8fddd475-7d3f-4949-83fe-2810a94d5921 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.1108823 Sep 10 17:40:54.086815 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.121486 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.149661 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port f43785da-4c9b-4e89-8818-89d2babd25e6, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=f43785da-4c9b-4e89-8818-89d2babd25e6,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:54.156485 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.158053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device d684543e-679a-4e13-8c99-57151f021475 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:54.175127 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bb67f1-1ebd-4a06-a5d6-d5575797f127,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:54.184271 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9a29260a-43e6-42bd-b8b3-18ac322fa503 req-e9e83073-5e92-45a3-b19e-83e5c8270fc6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017447 Sep 10 17:40:54.195283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Checking segment: {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:54.196418 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Network hostable DHCP agents. Network: c0ed08a3-e1f8-44f4-b1f6-35672ca591b9, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:40:54.231204 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:40:54.249105 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port d684543e-679a-4e13-8c99-57151f021475 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:54.249605 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.251080 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, c0ed08a3-e1f8-44f4-b1f6-35672ca591b9) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:54.256075 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:54.256661 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.274262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b91b50-8805-416b-b4c8-d50f33c3fee0 None None] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:54.277892 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55248) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:54.278693 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5581298d-3862-4a49-8d27-a7db829b38af admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6206665 Sep 10 17:40:54.282711 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:54.322086 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.323911 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.419871 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.450837 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Sync routers for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:54.464418 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=f43785da-4c9b-4e89-8818-89d2babd25e6,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:54.534174 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:54.535281 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:54.646728 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69471e6b-d6fa-414f-901b-5ae41a668f60 req-a7bfef4e-78cf-4c2e-85b7-aee45b98ad5d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:54.649128 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-69471e6b-d6fa-414f-901b-5ae41a668f60 req-a7bfef4e-78cf-4c2e-85b7-aee45b98ad5d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.1183188 Sep 10 17:40:54.653544 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.667104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92f1f-2132-4d90-8f9a-c526b5d42815 req-c128ceac-afa2-4b09-9f01-e8d9b18dcab0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:54.676185 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5be92f1f-2132-4d90-8f9a-c526b5d42815 req-c128ceac-afa2-4b09-9f01-e8d9b18dcab0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1773655 Sep 10 17:40:54.728057 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5be92f1f-2132-4d90-8f9a-c526b5d42815 req-08d82ff4-a511-46d9-a7fb-0047c48bbfaf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Sep 10 17:40:54.797335 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'fixed_ips': [{'subnet_id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:40:54.798892 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:54.816382 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-69471e6b-d6fa-414f-901b-5ae41a668f60 req-81b99465-b322-4d49-91bb-53029e881a4f tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Sep 10 17:40:54.862725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:54.949528 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:55.164307 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.211100 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.228018 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098685-37ca-490f-ba70-cc25cbaadfe6 req-ca454c53-ff62-4175-99fb-17643a7ba26f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:55.230738 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15098685-37ca-490f-ba70-cc25cbaadfe6 req-ca454c53-ff62-4175-99fb-17643a7ba26f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.1101284 Sep 10 17:40:55.330001 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:55.330723 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.331561 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15098685-37ca-490f-ba70-cc25cbaadfe6 req-1a8fd3d0-3a40-430a-b015-7dde44593eae tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 Sep 10 17:40:55.404636 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Allocated IP 172.20.0.2 (c0ed08a3-e1f8-44f4-b1f6-35672ca591b9/d1bb67f1-1ebd-4a06-a5d6-d5575797f127/c69bb4e8-2a2d-490e-a972-6f51557a6acf) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:55.446148 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba4024-136a-4045-b9f7-e1278181fa3e req-1405c569-c07a-4729-8f67-9b9c31ba3f85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:55.448051 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-16ba4024-136a-4045-b9f7-e1278181fa3e req-1405c569-c07a-4729-8f67-9b9c31ba3f85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.1125944 Sep 10 17:40:55.457334 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.539786 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:55.540781 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-16ba4024-136a-4045-b9f7-e1278181fa3e req-a591ab23-48f0-444e-8321-bc16d680f6cf tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446172 Sep 10 17:40:55.543155 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4be3-bf0b-4f62-8be9-e3b6789323a2 req-d2846cf2-4f69-490e-bcf3-ed8ae778e2e4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:55.544756 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1cde4be3-bf0b-4f62-8be9-e3b6789323a2 req-d2846cf2-4f69-490e-bcf3-ed8ae778e2e4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1095889 Sep 10 17:40:55.555741 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d9d30-79c3-41e2-923a-5e4f38f938da" -d '{"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:55.585064 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Allocated IP 172.27.0.185 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:55.613678 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:55.667416 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1cde4be3-bf0b-4f62-8be9-e3b6789323a2 req-8e331e32-0f17-41e5-9246-e8c8c7217fce tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099198 Sep 10 17:40:55.692601 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.708953 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device f43785da-4c9b-4e89-8818-89d2babd25e6 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:55.775322 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6626334-7602-4804-9333-b668c4488cbf x-openstack-request-id: req-e6626334-7602-4804-9333-b668c4488cbf {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:55.775322 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:55.775651 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6626334-7602-4804-9333-b668c4488cbf {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:55.775870 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'code': 200} Sep 10 17:40:55.787948 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:40:52Z', 'revision_number': 2, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:55.806515 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791925-003d-4e60-b4d9-905a1ca0053e req-0259f4ea-e9f5-4420-a22d-0939b9a0dcf8 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:55.808322 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-33791925-003d-4e60-b4d9-905a1ca0053e req-0259f4ea-e9f5-4420-a22d-0939b9a0dcf8 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.1178677 Sep 10 17:40:55.823386 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.859841 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Checking router: 05c52846-3f7c-42e1-91b1-e9a5424c88bd for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:55.860191 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Updating router 05c52846-3f7c-42e1-91b1-e9a5424c88bd port 03747e7c-9b91-42ae-ada7-8d4d984d339e binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:55.870623 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=7']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:55.905988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-33791925-003d-4e60-b4d9-905a1ca0053e req-20168195-c439-4b8c-99c8-579a362d3f12 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714662 Sep 10 17:40:55.937762 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04ff2c-aaeb-43a1-8ecc-bbaa4b87f3ee req-39835f68-b863-4e69-9ade-ee959c07c7ce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:55.949958 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0f04ff2c-aaeb-43a1-8ecc-bbaa4b87f3ee req-39835f68-b863-4e69-9ade-ee959c07c7ce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0983002 Sep 10 17:40:55.960262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:55.965844 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.009236 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:56.030739 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0f04ff2c-aaeb-43a1-8ecc-bbaa4b87f3ee req-633b265b-8871-4ec0-b442-1e4631c65e94 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797334 Sep 10 17:40:56.053519 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.063055 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:56.066743 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port f43785da-4c9b-4e89-8818-89d2babd25e6 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:56.067114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.068132 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:56.071079 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:56.072801 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Transition to ACTIVE for port object c69bb4e8-2a2d-490e-a972-6f51557a6acf will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:56.117437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aafc3-a0a7-4c68-a34d-2d3b0d3663f2 req-26b2e6a6-57de-4d86-bd22-f2afe3e20bb5 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:56.119043 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3a6aafc3-a0a7-4c68-a34d-2d3b0d3663f2 req-26b2e6a6-57de-4d86-bd22-f2afe3e20bb5 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.1043561 Sep 10 17:40:56.160453 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Transition to ACTIVE for port object c69bb4e8-2a2d-490e-a972-6f51557a6acf will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:56.324245 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3a6aafc3-a0a7-4c68-a34d-2d3b0d3663f2 req-84d92ca8-41f1-49d8-9c39-cc09750e0d1d tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977246 Sep 10 17:40:56.404900 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.477329 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:56.507520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:56.510224 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:56.515589 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Pushing event updated for resources: {'Port': ['ID=c69bb4e8-2a2d-490e-a972-6f51557a6acf,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:56.737951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Attempting to bind port c69bb4e8-2a2d-490e-a972-6f51557a6acf on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:56.738394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Attempting to bind port c69bb4e8-2a2d-490e-a972-6f51557a6acf by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:56.738757 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Attempting to bind port c69bb4e8-2a2d-490e-a972-6f51557a6acf on network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:56.760939 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:56.761331 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Checking segment: {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:56.761750 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.762176 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Bound using segment: {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:56.762690 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Bound port: c69bb4e8-2a2d-490e-a972-6f51557a6acf, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:56.763696 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.792026 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e76b-d881-479e-bb1d-72ee4afcf5a3 req-a5681988-f40e-441a-a278-f73d22e883f1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:56.804200 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f0d6e76b-d881-479e-bb1d-72ee4afcf5a3 req-a5681988-f40e-441a-a278-f73d22e883f1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.1504738 Sep 10 17:40:56.822509 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.913229 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:56.918294 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] For port c69bb4e8-2a2d-490e-a972-6f51557a6acf, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:56.955384 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f0d6e76b-d881-479e-bb1d-72ee4afcf5a3 req-9b08d245-dcdb-41bf-8c2c-0e6cde366c92 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499329 Sep 10 17:40:56.965382 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] For port c69bb4e8-2a2d-490e-a972-6f51557a6acf, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=c69bb4e8-2a2d-490e-a972-6f51557a6acf,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:56.970844 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Transition to ACTIVE for port object 03747e7c-9b91-42ae-ada7-8d4d984d339e will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:56.974145 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.040525 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-f80a05d6-5644-4f70-bcf6-a180e6b3aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:57.051914 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-f80a05d6-5644-4f70-bcf6-a180e6b3aebd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.1043887 Sep 10 17:40:57.089185 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.192371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Pushing event updated for resources: {'Port': ['ID=c69bb4e8-2a2d-490e-a972-6f51557a6acf,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:57.247955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8493e0-eb05-432e-87d9-2e6f546aa486 req-09044740-e79e-475e-9ce0-398df4b06bee tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:57.260699 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8f8493e0-eb05-432e-87d9-2e6f546aa486 req-09044740-e79e-475e-9ce0-398df4b06bee tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1088319 Sep 10 17:40:57.292449 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.298395 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.298745 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.299086 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.299421 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.299757 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.300086 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.300413 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.300735 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.301079 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.301403 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.301725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.302043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b7f8-a574-4947-ba97-cbdbcb822bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:57.315052 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beb033-39d5-4f3a-bd2c-1bcbdf56191f req-0d4ebb1a-9926-4717-b51e-18162f624d80 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:57.336972 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b2beb033-39d5-4f3a-bd2c-1bcbdf56191f req-0d4ebb1a-9926-4717-b51e-18162f624d80 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.2661376 Sep 10 17:40:57.357086 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Attempting to bind port 03747e7c-9b91-42ae-ada7-8d4d984d339e on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:57.357463 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Attempting to bind port 03747e7c-9b91-42ae-ada7-8d4d984d339e by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:57.364760 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Attempting to bind port 03747e7c-9b91-42ae-ada7-8d4d984d339e on network 20266423-cd4e-4162-9e17-daa6ca5de85c {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:57.385625 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:57.386371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Checking segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:57.386613 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.387015 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Bound using segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:57.387512 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Bound port: 03747e7c-9b91-42ae-ada7-8d4d984d339e, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:57.387916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.449641 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b35817-c83c-401f-81e5-3d2747e18644 None None] Pushing event updated for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:57.471153 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55318) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:57.624584 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8f8493e0-eb05-432e-87d9-2e6f546aa486 req-59da0b39-da39-49e0-9d30-bcc883e2cb44 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614094 Sep 10 17:40:57.635448 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] For port 03747e7c-9b91-42ae-ada7-8d4d984d339e, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:57.649265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] For port 03747e7c-9b91-42ae-ada7-8d4d984d339e, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=03747e7c-9b91-42ae-ada7-8d4d984d339e,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:57.665014 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.714587 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b2beb033-39d5-4f3a-bd2c-1bcbdf56191f req-acea934f-9d27-452f-bdbf-9dae61ce1aa1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714802 Sep 10 17:40:57.731130 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:40:57.741685 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-b4caf4fb-c177-4ce3-b0d7-dc1fe57ae388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:57.749998 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-b4caf4fb-c177-4ce3-b0d7-dc1fe57ae388 service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.6256878 Sep 10 17:40:57.830029 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Router 458bb838-9ada-409a-a9c3-e5c299deea23 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:40:57.880944 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b35817-c83c-401f-81e5-3d2747e18644 None None] Pushing event updated for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:57.896394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:57.903034 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:57.986973 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bcf42157-e141-416a-87b2-004c4f9cdf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:57.991704 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-93aa3a84-154c-431a-b707-9c54dce6e2bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.2261429 Sep 10 17:40:57.994389 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device c69bb4e8-2a2d-490e-a972-6f51557a6acf up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:58.163325 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-08f9847c-fda4-47c1-b6a0-a1a252c442de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:58.165629 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-08f9847c-fda4-47c1-b6a0-a1a252c442de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.1490290 Sep 10 17:40:58.173736 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:58.186010 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Sync routers for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:58.208539 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:58.212054 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:58.222936 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:58.238679 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a043-d2b3-4316-b218-e1b8e2d798aa req-907baf80-743e-4b54-8d65-ba4a26f1d1eb tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:58.240948 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a9c8a043-d2b3-4316-b218-e1b8e2d798aa req-907baf80-743e-4b54-8d65-ba4a26f1d1eb tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.2601242 Sep 10 17:40:58.270182 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-1a6a0142-7c1a-4446-bd8b-f3b2a5ab50e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694034 Sep 10 17:40:58.282297 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cf33e-66fb-4e27-8994-c092186a928a req-6d49b077-d427-45da-8cd1-98d4fe48a4fe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:58.295940 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ea2cf33e-66fb-4e27-8994-c092186a928a req-6d49b077-d427-45da-8cd1-98d4fe48a4fe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.3174615 Sep 10 17:40:58.316179 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a9c8a043-d2b3-4316-b218-e1b8e2d798aa req-55c39522-a68d-4319-a224-201b95ad6a2f tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/security-groups?id=37233b83-7b18-4598-843d-2d9bb08200c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Sep 10 17:40:58.434455 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port c69bb4e8-2a2d-490e-a972-6f51557a6acf completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:58.531439 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:58.606348 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:40:57Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:58.649446 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81157e2-0ee1-4790-805e-7d1ecbf4aa1d None None] The sync data for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi is: [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:40:57Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:58.687106 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-a30ebd70-0c0c-481d-8a85-9b76440ed0f7 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:58.688807 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-a30ebd70-0c0c-481d-8a85-9b76440ed0f7 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.66 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 949 time: 0.1151967 Sep 10 17:40:58.732471 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8bb13-9724-4bdd-8b63-ff017521cdf1 None None] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:40:58.894843 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-b274269d-7280-4ef1-919b-42f2d7075a20 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929484 Sep 10 17:40:58.974280 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3298eac-2172-4ccc-b2ef-16a724074ac0 req-47ef8b46-a4e8-4043-b887-aed49c41e56d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:58.976388 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e3298eac-2172-4ccc-b2ef-16a724074ac0 req-47ef8b46-a4e8-4043-b887-aed49c41e56d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1400886 Sep 10 17:40:58.979482 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:40:56Z', 'revision_number': 3, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:58.991332 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Deleting port 06c52579-1670-4f93-88b5-1f11de2bd338 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:40:58.991777 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.045507 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Provisioning for port c69bb4e8-2a2d-490e-a972-6f51557a6acf completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:59.053685 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Provisioning complete for port c69bb4e8-2a2d-490e-a972-6f51557a6acf triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:59.054071 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.063320 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ea2cf33e-66fb-4e27-8994-c092186a928a req-26754426-4a17-4c85-8edf-738f37c44b1c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664657 Sep 10 17:40:59.077762 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e3298eac-2172-4ccc-b2ef-16a724074ac0 req-b7b57074-c850-4129-93b0-f7ef9e8e5052 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822527 Sep 10 17:40:59.111134 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Checking router: 458bb838-9ada-409a-a9c3-e5c299deea23 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:59.112335 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Updating router 458bb838-9ada-409a-a9c3-e5c299deea23 port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:40:59.183178 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.262908 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] For port 06c52579-1670-4f93-88b5-1f11de2bd338, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=06c52579-1670-4f93-88b5-1f11de2bd338,segment=NetworkSegment(9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d),segment_id=9189f2ae-3ccf-4aa4-9b3e-483e03e2f70d)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:59.263696 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.279353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Calling delete_port for 06c52579-1670-4f93-88b5-1f11de2bd338 owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:40:59.320188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bcf42157-e141-416a-87b2-004c4f9cdf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.352919 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bcf42157-e141-416a-87b2-004c4f9cdf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.440913 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-171d0916-bbcb-4c44-883d-6abf4d29bbb0 req-ae8990ee-c170-46a9-bf75-84fe30f0aed1 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084980 Sep 10 17:40:59.482165 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.505236 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bcf42157-e141-416a-87b2-004c4f9cdf3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53e6ec5a4b1d45e1ae59abb4b7e024e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0299869 Sep 10 17:40:59.505236 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf42157-e141-416a-87b2-004c4f9cdf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52553e5-6e40-433c-8746-a53ea7bb3bb3,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:59.520635 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55342) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:59.533357 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51adb5-1105-4785-83da-dabe277e4229 req-850999cc-b87c-4b7c-be50-855b96422f28 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:59.546313 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce51adb5-1105-4785-83da-dabe277e4229 req-850999cc-b87c-4b7c-be50-855b96422f28 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.3118310 Sep 10 17:40:59.556779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] For port c69bb4e8-2a2d-490e-a972-6f51557a6acf, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=c69bb4e8-2a2d-490e-a972-6f51557a6acf,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:59.575146 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.717676 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e35a46c7-20e6-480c-9f2d-1e0643de1484 req-5ef36ddc-3241-4d50-beff-829e0a10cf2c tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.65 "GET /v2.0/ports?device_id=8391e9ee-6de2-4dab-9cfc-e1c0ae673a16 HTTP/1.1" status: 200 len: 210 time: 0.0766687 Sep 10 17:40:59.728151 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.730067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.731302 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-832a9291-b706-44aa-ae9e-cf5581155161 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4523878 Sep 10 17:40:59.738772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55344) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:59.763084 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47260-c6fe-4c66-a7b9-b4c4b0f3175b None None] Pushing event updated for resources: {'Port': ['ID=c69bb4e8-2a2d-490e-a972-6f51557a6acf,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:59.807824 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Pushing event deleted for resources: {'Port': ['ID=06c52579-1670-4f93-88b5-1f11de2bd338,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:59.858307 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 03747e7c-9b91-42ae-ada7-8d4d984d339e up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:59.932686 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] No DVR routers for this DVR port 06c52579-1670-4f93-88b5-1f11de2bd338 on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:40:59.942180 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.944483 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-dfcd5437-2115-4ff1-a90b-370d98015953 req-b3c4a956-a415-401b-aa8c-286433ff6766 tempest-VolumesNegativeTest-1469663357 tempest-VolumesNegativeTest-1469663357-project] 10.222.0.66 "DELETE /v2.0/ports/06c52579-1670-4f93-88b5-1f11de2bd338 HTTP/1.1" status: 204 len: 173 time: 1.2474148 Sep 10 17:40:59.948053 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.955694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'name': 'network-vif-deleted', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:59.959477 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bcbd5c-5023-484a-b984-f88052be8fcd" -d '{"events": [{"server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "name": "network-vif-deleted", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:59.973496 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-78573bad-5fdd-4925-8624-6dcc841106f7 None None] Provisioning complete for port c69bb4e8-2a2d-490e-a972-6f51557a6acf triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:59.974021 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-78573bad-5fdd-4925-8624-6dcc841106f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:59.989689 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Transition to ACTIVE for port object ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:00.001220 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.027586 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.068921 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 03747e7c-9b91-42ae-ada7-8d4d984d339e completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:00.079355 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 03747e7c-9b91-42ae-ada7-8d4d984d339e triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:00.079857 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.085626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.160247 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Pushing event updated for resources: {'Port': ['ID=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,revision_number=2']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:00.170842 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.171490 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.172074 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.172587 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.174030 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.174556 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.175063 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.175569 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.176077 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.176573 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.177064 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.177726 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:00.198996 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce51adb5-1105-4785-83da-dabe277e4229 req-ac0b5d8e-f4f2-4682-b672-210c52784e04 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6498086 Sep 10 17:41:00.212105 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Attempting to bind port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:41:00.213209 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Attempting to bind port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:41:00.213741 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Attempting to bind port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:00.227000 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:41:00.227167 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.227698 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:41:00.228271 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.228830 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:41:00.229487 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Bound port: ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:41:00.230207 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.232524 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.245028 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e52553e5-6e40-433c-8746-a53ea7bb3bb3 HTTP/1.1" status: 204 len: 168 time: 0.7234609 Sep 10 17:41:00.283858 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad610f28-7e01-4abc-beac-33c3b0c7d453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52553e5-6e40-433c-8746-a53ea7bb3bb3,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:00.319817 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd39e21-f9b1-4167-82be-1d7838d3e3e3 x-openstack-request-id: req-3dd39e21-f9b1-4167-82be-1d7838d3e3e3 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:00.320685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391e9ee-6de2-4dab-9cfc-e1c0ae673a16", "name": "network-vif-deleted", "tag": "06c52579-1670-4f93-88b5-1f11de2bd338", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:00.320685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3dd39e21-f9b1-4167-82be-1d7838d3e3e3 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:00.320963 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391e9ee-6de2-4dab-9cfc-e1c0ae673a16', 'name': 'network-vif-deleted', 'tag': '06c52579-1670-4f93-88b5-1f11de2bd338', 'status': 'completed', 'code': 200} Sep 10 17:41:00.427215 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.427528 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] For port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:41:00.442678 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] For port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:41:00.449965 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.599828 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 03747e7c-9b91-42ae-ada7-8d4d984d339e, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=03747e7c-9b91-42ae-ada7-8d4d984d339e,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:00.609463 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:00.701072 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b691-c882-4c0f-95c6-dc729e3703ff None None] Pushing event updated for resources: {'Port': ['ID=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:00.731816 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:00.732745 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:00.741482 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acb860-461d-4597-843b-5f3881711ec1 req-d16fbfc7-dc42-4665-980d-8f3e714949a9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:00.743551 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65acb860-461d-4597-843b-5f3881711ec1 req-d16fbfc7-dc42-4665-980d-8f3e714949a9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1688278 Sep 10 17:41:00.802331 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:00.866550 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 06c52579-1670-4f93-88b5-1f11de2bd338 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:00.868097 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-65acb860-461d-4597-843b-5f3881711ec1 req-04131f18-bee2-4069-8248-88ed077ebd4f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172283 Sep 10 17:41:00.943275 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 06c52579-1670-4f93-88b5-1f11de2bd338 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:00.943626 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 06c52579-1670-4f93-88b5-1f11de2bd338 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:00.979887 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:01.029062 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c89f6a-491a-4cb0-9de5-e1b7498762db req-4d883d96-2136-44c4-a4c3-4bb4d8ddf0e7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:01.042755 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b5c89f6a-491a-4cb0-9de5-e1b7498762db req-4d883d96-2136-44c4-a4c3-4bb4d8ddf0e7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.5957744 Sep 10 17:41:01.161924 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b5c89f6a-491a-4cb0-9de5-e1b7498762db req-aec1602f-a22a-4dab-aefb-da2337e9d09d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173642 Sep 10 17:41:01.373067 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:40:56Z', 'revision_number': 3, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:01.408201 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16474968-a4c9-4bf0-b9be-9d2faaa71b40 None None] The sync data for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi is: [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:40:56Z', 'revision_number': 3, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:01.455246 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e90e-f020-493b-99ed-a33c97252779 req-a38fc99a-7ea2-4fe4-bf07-c4255a4938f8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:01.474060 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7035e90e-f020-493b-99ed-a33c97252779 req-a38fc99a-7ea2-4fe4-bf07-c4255a4938f8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1349750 Sep 10 17:41:01.535163 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:01.580349 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7035e90e-f020-493b-99ed-a33c97252779 req-75a0bf22-614d-4e6d-92f3-9a64c80cff62 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019170 Sep 10 17:41:01.748477 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 03747e7c-9b91-42ae-ada7-8d4d984d339e up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:01.859127 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Allocated IP 172.20.0.1 (c0ed08a3-e1f8-44f4-b1f6-35672ca591b9/d1bb67f1-1ebd-4a06-a5d6-d5575797f127/767945f6-f36c-44d9-8cbd-16996672c915) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:41:01.983894 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 03747e7c-9b91-42ae-ada7-8d4d984d339e triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:01.984491 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.179718 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.188064 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device c69bb4e8-2a2d-490e-a972-6f51557a6acf up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:02.226874 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Transition to ACTIVE for port object 767945f6-f36c-44d9-8cbd-16996672c915 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:02.252588 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02045e-c70a-48b6-a379-2ce506cf5d1e req-9edec1d5-407a-404f-80fb-e0a036e66b8c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:02.254435 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5c02045e-c70a-48b6-a379-2ce506cf5d1e req-9edec1d5-407a-404f-80fb-e0a036e66b8c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.2220814 Sep 10 17:41:02.273265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port c69bb4e8-2a2d-490e-a972-6f51557a6acf triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:02.273648 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.403542 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5c02045e-c70a-48b6-a379-2ce506cf5d1e req-b41dd248-37b6-4b19-8074-ee1e8383a94c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402409 Sep 10 17:41:02.412731 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.445218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb68-3869-4f72-b69b-897b0e2c3315 req-ade0bb86-c00c-4655-abfb-f78839129ee7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:02.455307 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b3fdeb68-3869-4f72-b69b-897b0e2c3315 req-ade0bb86-c00c-4655-abfb-f78839129ee7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1669431 Sep 10 17:41:02.511517 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:41:02.523672 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b3fdeb68-3869-4f72-b69b-897b0e2c3315 req-fb18c66a-a315-43e6-86e1-df14345a2c43 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660346 Sep 10 17:41:02.528944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:02.542035 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:41:02.542035 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.638675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Pushing event updated for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:02.960607 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae2a9-ad4a-4c90-93f5-47451270c627 req-44329289-016f-45e2-a5d9-4d143d2f8986 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:02.964212 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8c8ae2a9-ad4a-4c90-93f5-47451270c627 req-44329289-016f-45e2-a5d9-4d143d2f8986 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.2072370 Sep 10 17:41:03.005141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-3bd1a30b-792a-4f7a-8443-13452f17ed33 None None] Provisioning for port 767945f6-f36c-44d9-8cbd-16996672c915 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:03.014350 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-3bd1a30b-792a-4f7a-8443-13452f17ed33 None None] Provisioning complete for port 767945f6-f36c-44d9-8cbd-16996672c915 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:03.014951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a30b-792a-4f7a-8443-13452f17ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.119531 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.124204 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1a30b-792a-4f7a-8443-13452f17ed33 None None] Port 767945f6-f36c-44d9-8cbd-16996672c915 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:41:03.183210 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8c8ae2a9-ad4a-4c90-93f5-47451270c627 req-5c32b6d7-b053-4a5a-9750-e1256fa4883b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102845 Sep 10 17:41:03.396314 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.403103 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.405093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.539603 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Pushing event updated for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:03.575411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5a400-0c80-4c14-b29d-5120b1167433 req-0ec25fa8-aa67-4a8f-8290-f6281ca4cbde tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:03.585348 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2bf5a400-0c80-4c14-b29d-5120b1167433 req-0ec25fa8-aa67-4a8f-8290-f6281ca4cbde tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0645654 Sep 10 17:41:03.591889 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:41:03.594882 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:03.654737 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2bf5a400-0c80-4c14-b29d-5120b1167433 req-89071cff-fcd5-4a69-a281-264d17fc97b5 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643044 Sep 10 17:41:03.789706 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:03.851437 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Router 458bb838-9ada-409a-a9c3-e5c299deea23 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:41:03.937450 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:03.957843 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:03.959061 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.105101 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.123051 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:41:04.148507 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-cb6abe72-562b-4dbf-bd51-c3fbcf5a78d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/458bb838-9ada-409a-a9c3-e5c299deea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3978665 Sep 10 17:41:04.178057 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:04.189552 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.292248 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Sync routers for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:41:04.355479 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:04.356349 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:04.365752 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ab25cf73-5f3a-4ac9-9fc3-1993f314b113 None None] Provisioning complete for port 767945f6-f36c-44d9-8cbd-16996672c915 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:04.366438 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ab25cf73-5f3a-4ac9-9fc3-1993f314b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.392340 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083380f-f2d3-4a02-99e7-f6c63dacd973 req-a3468352-d80e-489e-aaa3-f0f2c6af83ce tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:04.394319 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8083380f-f2d3-4a02-99e7-f6c63dacd973 req-a3468352-d80e-489e-aaa3-f0f2c6af83ce tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0622394 Sep 10 17:41:04.435198 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:04.485584 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8083380f-f2d3-4a02-99e7-f6c63dacd973 req-e7cb5aac-eed0-415f-a3d7-666064e3375f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812383 Sep 10 17:41:04.522889 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-ab25cf73-5f3a-4ac9-9fc3-1993f314b113 None None] Port 767945f6-f36c-44d9-8cbd-16996672c915 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:41:04.592030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f44b4-2e88-4046-90b7-050792160001 req-a3eb657b-7e0d-4eea-a1e5-239a51ad6115 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:04.599948 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:04.601276 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c79f44b4-2e88-4046-90b7-050792160001 req-a3eb657b-7e0d-4eea-a1e5-239a51ad6115 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1293342 Sep 10 17:41:04.662796 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c79f44b4-2e88-4046-90b7-050792160001 req-90068fce-8143-4725-9ef7-3e94fc49e5e7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601616 Sep 10 17:41:04.857269 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc7ab3-97a1-4ee4-8070-be2e4600934a req-b40b31a7-8909-4233-b58e-60410ed54481 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:04.866568 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-04fc7ab3-97a1-4ee4-8070-be2e4600934a req-b40b31a7-8909-4233-b58e-60410ed54481 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0988495 Sep 10 17:41:04.930590 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-04fc7ab3-97a1-4ee4-8070-be2e4600934a req-cdab222c-b855-46bb-9190-f6017658bb5c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629864 Sep 10 17:41:05.253241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55612) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:05.258442 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192481376', 'description': 'tempest-secgroup-smoke-1192481376 description', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:05.296703 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.473098 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:41:02Z', 'revision_number': 4, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '767945f6-f36c-44d9-8cbd-16996672c915', 'name': '', 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'mac_address': 'fa:16:3e:4a:e2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:41:01Z', 'updated_at': '2021-09-10T17:41:03Z', 'revision_number': 2, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'subnets': [{'id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:05.477784 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.485021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.541664 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:05.544343 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Checking router: 458bb838-9ada-409a-a9c3-e5c299deea23 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:41:05.544717 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Updating router 458bb838-9ada-409a-a9c3-e5c299deea23 port 767945f6-f36c-44d9-8cbd-16996672c915 binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:41:05.550318 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.551796 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-bbd9f202-949c-4bc5-b245-dd13c14f2e32 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2974441 Sep 10 17:41:05.555455 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55632) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:05.564075 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:05.627589 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.652266 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.712353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba422f-326f-44e0-aa72-5b8333d3fb58 req-9438f811-7ebe-4aff-af52-d68a438759c2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:05.720348 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6dba422f-326f-44e0-aa72-5b8333d3fb58 req-9438f811-7ebe-4aff-af52-d68a438759c2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1043923 Sep 10 17:41:05.788553 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6dba422f-326f-44e0-aa72-5b8333d3fb58 req-87141949-1e6c-4997-a89a-cfe686f1f6b0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672710 Sep 10 17:41:05.790649 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.799490 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.831156 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa8ada8-1cde-4737-9de8-d44eae8d2242,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:05.845144 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.848510 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c6a41be5-6798-415e-8c77-273c580483a8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863405 Sep 10 17:41:05.849485 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55652) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:05.856549 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:05.876430 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:05.911313 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.981200 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:05.981684 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.045208 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.051096 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.073737 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266af478-c2ce-41da-98e6-db09d2912b0b,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.091773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.098169 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-b6924a71-0936-46a2-8bed-c5e8a22df6a6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2428827 Sep 10 17:41:06.098169 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55660) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.105132 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:06.115374 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5653b4-c551-4d40-83c7-3f90f3567f97 req-21f80035-23e6-4a76-8306-9d4fed41f47d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.124791 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ac5653b4-c551-4d40-83c7-3f90f3567f97 req-21f80035-23e6-4a76-8306-9d4fed41f47d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0874636 Sep 10 17:41:06.152542 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.167028 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ac5653b4-c551-4d40-83c7-3f90f3567f97 req-2b4f89a0-6277-4d59-aa3c-8119a5dc591f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Sep 10 17:41:06.251182 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.251638 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.260097 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.263786 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Transition to ACTIVE for port object 767945f6-f36c-44d9-8cbd-16996672c915 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:06.273624 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.290513 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd89e10-ceb0-4e4a-bdd7-c85fb3b22611,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.293297 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.294632 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-9682c248-ff48-41a2-a7b8-214beea3dd06 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966267 Sep 10 17:41:06.297249 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55666) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.304629 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:06.334916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47682ea8-9854-4fdd-a334-7672288d8840 None None] Pushing event updated for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.344784 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.461051 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.473082 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.492933 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92a2e7f-0787-4dff-91de-18ae1a9a8856,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.524279 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.526012 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ea3722ee-e0e5-47cc-8e07-cb9d6ed837be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2264309 Sep 10 17:41:06.528283 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55684) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.533240 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Attempting to bind port 767945f6-f36c-44d9-8cbd-16996672c915 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:41:06.533965 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:06.534392 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Attempting to bind port 767945f6-f36c-44d9-8cbd-16996672c915 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:41:06.534911 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Attempting to bind port 767945f6-f36c-44d9-8cbd-16996672c915 on network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:06.540486 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:41:06.541170 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Checking segment: {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:41:06.541728 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.542372 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Bound using segment: {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:41:06.542991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Bound port: 767945f6-f36c-44d9-8cbd-16996672c915, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:41:06.543522 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.614710 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.securitygroups_db [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Project 3e620cdb5ca54d739a692a0aa0ba6955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:41:06.639707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.656564 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] For port 767945f6-f36c-44d9-8cbd-16996672c915, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:41:06.660537 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] For port 767945f6-f36c-44d9-8cbd-16996672c915, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=767945f6-f36c-44d9-8cbd-16996672c915,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:41:06.682504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.806433 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:06.808196 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:06.826280 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47682ea8-9854-4fdd-a334-7672288d8840 None None] Pushing event updated for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.826564 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.839037 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.902698 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695998d7-d799-4507-b7d2-0b8723146745,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.924628 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.926009 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-94d6ce09-cba9-453a-8823-186216428774 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966889 Sep 10 17:41:06.928976 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55720) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.934465 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'security_group_rule': {'security_group_id': '1cadc0f3-6a09-4389-a9e0-d290aa48a1d5', 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:07.009296 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.securitygroups_db [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Project 3e620cdb5ca54d739a692a0aa0ba6955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:41:07.028352 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.074575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567fcf-94cd-4006-a22b-f88487c6cb86 req-b4c8dd92-3983-48c5-92c7-eb0bd13a0abe tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.076084 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-10567fcf-94cd-4006-a22b-f88487c6cb86 req-b4c8dd92-3983-48c5-92c7-eb0bd13a0abe tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1329079 Sep 10 17:41:07.136312 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:07.151418 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.165153 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-10567fcf-94cd-4006-a22b-f88487c6cb86 req-5bf81efd-bd65-4469-a4b2-5e1f89c52c5b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647085 Sep 10 17:41:07.165943 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.183087 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e88cfd-47fd-4b74-ac72-cc55fc1e1d2c,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:07.223565 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.233570 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3ab3ee37-a639-4581-ad6b-85e7825a2879 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3001485 Sep 10 17:41:07.374228 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d1ff-8e1d-4139-99d7-2a54a4b2857c req-a4deb9bb-2bb7-4cfa-9ef8-2a0457a01df7 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.376165 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c626d1ff-8e1d-4139-99d7-2a54a4b2857c req-a4deb9bb-2bb7-4cfa-9ef8-2a0457a01df7 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0811684 Sep 10 17:41:07.489755 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c626d1ff-8e1d-4139-99d7-2a54a4b2857c req-40988b62-66c9-4ecf-9a1a-b3ab1e624ae7 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024849 Sep 10 17:41:07.639677 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:41:02Z', 'revision_number': 4, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '767945f6-f36c-44d9-8cbd-16996672c915', 'name': '', 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'mac_address': 'fa:16:3e:4a:e2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:41:01Z', 'updated_at': '2021-09-10T17:41:06Z', 'revision_number': 4, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'subnets': [{'id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:07.674995 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef9512-3624-436b-ac2f-d9d75595c2fa None None] The sync data for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi is: [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:41:02Z', 'revision_number': 4, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '767945f6-f36c-44d9-8cbd-16996672c915', 'name': '', 'network_id': 'c0ed08a3-e1f8-44f4-b1f6-35672ca591b9', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'mac_address': 'fa:16:3e:4a:e2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:41:01Z', 'updated_at': '2021-09-10T17:41:06Z', 'revision_number': 4, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'subnets': [{'id': 'd1bb67f1-1ebd-4a06-a5d6-d5575797f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:08.353626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ea86-3ae1-477e-aef4-e1885f9016df req-b7eeaa67-9eac-46b0-aad5-291dec0fdb03 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:08.363475 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-dac9ea86-3ae1-477e-aef4-e1885f9016df req-b7eeaa67-9eac-46b0-aad5-291dec0fdb03 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0789292 Sep 10 17:41:08.426186 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-dac9ea86-3ae1-477e-aef4-e1885f9016df req-443a8be3-e77f-4425-b053-192290a5be90 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611908 Sep 10 17:41:08.906026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649f9c4-5187-4134-9a8b-69f49dc9b5ac req-a477dfde-43f1-48ea-ac5b-fc8ac39c5eae tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:08.908715 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ff55c-b264-40cf-b2af-d85bbdbacb26 req-88445e82-bed2-4669-b781-08edf43d7c4a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:08.914597 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3649f9c4-5187-4134-9a8b-69f49dc9b5ac req-a477dfde-43f1-48ea-ac5b-fc8ac39c5eae tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.1065114 Sep 10 17:41:08.936936 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3a7ff55c-b264-40cf-b2af-d85bbdbacb26 req-88445e82-bed2-4669-b781-08edf43d7c4a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.2027233 Sep 10 17:41:08.981965 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3a7ff55c-b264-40cf-b2af-d85bbdbacb26 req-968436e5-351c-4e63-9ab7-08ae693cc5fb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 Sep 10 17:41:09.010650 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3649f9c4-5187-4134-9a8b-69f49dc9b5ac req-beb3baad-3eb2-49a8-a832-c8d165612fc5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950367 Sep 10 17:41:09.029442 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55818) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:09.122462 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55822) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:09.413696 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-029c6570-d725-4b0e-8d8f-f34490348885 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8b939d7cdaa4d5e800221d68f2d38f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900510 Sep 10 17:41:09.416285 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55830) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:09.437688 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd945a-28c3-48c8-99cc-34ec74401630 tempest-TestMinimumBasicScenario-933322378 tempest-TestMinimumBasicScenario-933322378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:09.446207 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55832) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:09.446747 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-46dd945a-28c3-48c8-99cc-34ec74401630 tempest-TestMinimumBasicScenario-933322378 tempest-TestMinimumBasicScenario-933322378-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1093 time: 0.4152434 Sep 10 17:41:09.457112 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'port_id': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:09.526844 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.559908 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.608829 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.615348 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898589f-b5d3-4590-866c-aa3cab25be83 req-735fd097-6ecb-477d-8c58-1d4861f590d2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:09.624876 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0898589f-b5d3-4590-866c-aa3cab25be83 req-735fd097-6ecb-477d-8c58-1d4861f590d2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1070309 Sep 10 17:41:09.677291 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0898589f-b5d3-4590-866c-aa3cab25be83 req-03621e3e-fc6f-49ad-a126-ccf319d8b1ad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514860 Sep 10 17:41:09.716687 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 767945f6-f36c-44d9-8cbd-16996672c915 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:09.740347 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.752503 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.755605 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.757108 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37233b83-7b18-4598-843d-2d9bb08200c8 HTTP/1.1" status: 204 len: 168 time: 0.3392670 Sep 10 17:41:09.777493 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 767945f6-f36c-44d9-8cbd-16996672c915 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:09.785450 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 767945f6-f36c-44d9-8cbd-16996672c915 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:09.786715 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:09.800936 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174a8e7-769a-425d-9a2b-288755a37c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37233b83-7b18-4598-843d-2d9bb08200c8,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:09.913526 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Allocated IP 172.27.0.175 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/22a1c184-1cb9-4bac-9fba-26072970095f) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:41:09.950643 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:10.012026 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 767945f6-f36c-44d9-8cbd-16996672c915, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=767945f6-f36c-44d9-8cbd-16996672c915,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:10.020135 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:10.090208 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:10.108645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:10.209267 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddcfb6-2d34-4d0c-a461-e58d8eb4c2e6 req-1fe1bf09-1754-4934-b62c-1895c97e569c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:10.223464 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-21ddcfb6-2d34-4d0c-a461-e58d8eb4c2e6 req-1fe1bf09-1754-4934-b62c-1895c97e569c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1115453 Sep 10 17:41:10.289081 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-21ddcfb6-2d34-4d0c-a461-e58d8eb4c2e6 req-6e619161-09eb-41dc-8495-484a5194775f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644658 Sep 10 17:41:10.294664 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:10.358626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'Port': ['ID=22a1c184-1cb9-4bac-9fba-26072970095f,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:10.366726 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:41:10.368503 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:10.381446 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:41:10.827119 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55872) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:10.867829 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585c46a-dd93-4543-8300-a08c724389a8 req-21fb1aef-d422-4488-8e39-59053b87bea4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:10.874591 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0585c46a-dd93-4543-8300-a08c724389a8 req-21fb1aef-d422-4488-8e39-59053b87bea4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0877228 Sep 10 17:41:10.947159 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0585c46a-dd93-4543-8300-a08c724389a8 req-a63ba18f-ea7a-4e61-8cd1-a53b390a6117 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652702 Sep 10 17:41:10.980731 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1734878245-network', 'tenant_id': '4bedf5427a72479da5b35212f90874f5'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:11.006735 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Made reservation on behalf of 4bedf5427a72479da5b35212f90874f5 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:41:11.010208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.024031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.086067 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.155514 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.161403 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.166072 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.183210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:41:11.199451 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10544c2-0f56-40c6-9837-c1630684f6a3,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:11.214271 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.214623 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Added segment 15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab of type vlan for network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b Sep 10 17:41:11.265737 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.312121 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.313783 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:11.314420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.333180 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5049341 Sep 10 17:41:11.333818 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55878) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:11.344351 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Request body: {'subnet': {'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1734878245-subnet', 'tenant_id': '4bedf5427a72479da5b35212f90874f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:11.370896 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Made reservation on behalf of 4bedf5427a72479da5b35212f90874f5 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:41:11.373241 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.393420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefb67c-e73d-47c8-8bf2-3958808c6acd admin admin] Pushing event updated for resources: {'Network': ['ID=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:11.404108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.405955 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:41:11.458655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.548812 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.553126 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'Port': ['ID=22a1c184-1cb9-4bac-9fba-26072970095f,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:11.675396 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaa723-a68b-4d51-81bd-65a0ae3be1a7 req-0b9b9af2-aa64-476a-b784-33dab19411c8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:11.683241 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3daaa723-a68b-4d51-81bd-65a0ae3be1a7 req-0b9b9af2-aa64-476a-b784-33dab19411c8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.2799940 Sep 10 17:41:11.683414 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 767945f6-f36c-44d9-8cbd-16996672c915 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:11.791656 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 767945f6-f36c-44d9-8cbd-16996672c915 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:11.802104 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:11.804794 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3daaa723-a68b-4d51-81bd-65a0ae3be1a7 req-cd881b83-d2a6-47d7-8c05-a3d79eeefedc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219113 Sep 10 17:41:11.939431 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Floating IP d944cd60-ebcc-443d-9a78-2a6996b0c517 associated. External IP: 172.27.0.175, port: 68c31ca9-7a11-42e4-a7b5-105d55590c09. Sep 10 17:41:12.032737 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.098561 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2a02-445b-4348-ad96-207cab2371c0 req-aecde65c-74b9-4f16-b73e-094cc520410b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:12.105935 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-506d2a02-445b-4348-ad96-207cab2371c0 req-aecde65c-74b9-4f16-b73e-094cc520410b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0590267 Sep 10 17:41:12.157985 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-506d2a02-445b-4348-ad96-207cab2371c0 req-4ad2af51-fc6a-4183-adba-fb2892bd34a7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509393 Sep 10 17:41:12.166317 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed2366b-d0f0-40f1-b620-593e9b6561b4,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:12.179839 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Checking segment: {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:41:12.180297 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Network hostable DHCP agents. Network: c6ca0bf1-5d08-4c35-905f-76f3483a4e2b, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:41:12.249119 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:41:12.273393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, c6ca0bf1-5d08-4c35-905f-76f3483a4e2b) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:12.283622 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:12.284940 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd780e72-fd64-4376-88cc-22e6c6d8c1fa None None] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:41:12.288750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.301844 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Router 806e97c9-1cc7-41c2-a80b-509604eabe2f has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:41:12.325068 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6ef7a275-f4de-47c0-b05d-80e891444b40 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9898441 Sep 10 17:41:12.474202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-bcd7412c-1497-4019-8479-52b581767dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.502725 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:41:12.517063 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Sync routers for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:41:12.534600 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:12.541399 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:12.541972 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb5fee-8523-48ce-8c7f-2865b702fad7 None None] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:41:12.553129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.629821 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bec80159-1d6b-44e5-a5cc-e447ac275198 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1825826 Sep 10 17:41:12.630615 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:12.633991 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55912) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:12.637616 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c22536-f029-4028-b61b-f3ce563cfdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:12.639835 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628104081', 'description': 'tempest-secgroup-smoke-1628104081 description', 'project_id': '5ed6adc49483460d8948be4dd734757e'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:12.731006 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.741861 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995c341-6f56-404f-9bce-f5480c18ea6b x-openstack-request-id: req-6995c341-6f56-404f-9bce-f5480c18ea6b {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:12.743669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.746650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:12.747016 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6995c341-6f56-404f-9bce-f5480c18ea6b {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:12.747392 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:41:12.852480 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-56abc4cc-5d2a-4611-8f38-132e1f45cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:12.854329 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-56abc4cc-5d2a-4611-8f38-132e1f45cb5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1098 time: 0.0787120 Sep 10 17:41:12.860160 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:12.924558 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:12.934962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.039154 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.043968 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55920) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:13.044349 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4085605 Sep 10 17:41:13.050277 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414033a-e216-4120-9a61-85371d238a36 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f3109-6556-4ab7-8755-7939bec9c02c,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:13.050450 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:13.126343 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.138720 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-2973eb74-0ac2-4568-89c4-d1e8099c1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.140073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-2973eb74-0ac2-4568-89c4-d1e8099c1f1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.2662261 Sep 10 17:41:13.149933 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc051aad-f405-41c6-941e-b1f38d7909d5 req-f7c5a03b-1509-4d87-b1df-97a837880bcc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.168263 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bc051aad-f405-41c6-941e-b1f38d7909d5 req-f7c5a03b-1509-4d87-b1df-97a837880bcc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.2196126 Sep 10 17:41:13.319309 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'd944cd60-ebcc-443d-9a78-2a6996b0c517', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'port_id': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'mac_address': 'fa:16:3e:a9:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:41:10Z', 'updated_at': '2021-09-10T17:41:10Z', 'revision_number': 0, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:13.356345 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Checking router: 806e97c9-1cc7-41c2-a80b-509604eabe2f for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:41:13.365721 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:13.366265 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:40:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:13.402168 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bc051aad-f405-41c6-941e-b1f38d7909d5 req-2ea0ae22-ccc6-4d22-9b41-1f8a8abdaba3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932590 Sep 10 17:41:13.411707 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-286b5ecb-1807-4814-99ad-cd22eaa72faf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 999 time: 0.2013655 Sep 10 17:41:13.521357 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-b5ce3521-af1a-440a-b5ee-d7828f14cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.522879 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-b5ce3521-af1a-440a-b5ee-d7828f14cf62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0964944 Sep 10 17:41:13.576688 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:13.582076 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.596034 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.621264 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-10a55147-fa79-4090-93e5-6fcfd0df3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.623787 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-10a55147-fa79-4090-93e5-6fcfd0df3b08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800281 Sep 10 17:41:13.651239 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f473cd-9cc3-4345-beee-1fe2076f7700,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:13.671206 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ac271-1ff0-49cf-bd09-96487600a57b req-ff74723d-6cae-4718-a1b9-1bb0ca02372c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.687171 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f21ac271-1ff0-49cf-bd09-96487600a57b req-ff74723d-6cae-4718-a1b9-1bb0ca02372c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.3653903 Sep 10 17:41:13.693837 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.700379 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0ff8ca5c-2541-4157-bb20-b856ad860806 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6552160 Sep 10 17:41:13.715368 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55934) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:13.731557 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:13.768928 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f21ac271-1ff0-49cf-bd09-96487600a57b req-8dff6d57-ca8c-4a5f-bb2f-9f3619130176 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743899 Sep 10 17:41:13.877541 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:13.884137 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-bec74117-51a7-4548-90b0-5423c49b5173 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504797 Sep 10 17:41:14.021404 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'd944cd60-ebcc-443d-9a78-2a6996b0c517', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'port_id': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'mac_address': 'fa:16:3e:a9:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:41:10Z', 'updated_at': '2021-09-10T17:41:10Z', 'revision_number': 0, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:14.028310 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9c22536-f029-4028-b61b-f3ce563cfdbb req-f033514c-8445-4cdc-8d38-d8c7cd965d64 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324723 Sep 10 17:41:14.058009 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.066615 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.079488 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb9247-5cc4-4ac5-b7da-4eba483ae25f None None] The sync data for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi is: [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'd944cd60-ebcc-443d-9a78-2a6996b0c517', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'port_id': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'mac_address': 'fa:16:3e:a9:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:41:10Z', 'updated_at': '2021-09-10T17:41:10Z', 'revision_number': 0, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:14.098671 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3da136-a538-4ade-8b9f-74e18210cb12,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:14.104649 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.105972 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-40262196-f039-4a56-acb9-1c166be36ea7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3877642 Sep 10 17:41:14.108901 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55946) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:14.117789 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:14.177362 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55948) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:14.182013 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.246782 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.254889 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.275562 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4be44d2-ba13-4868-b4dc-68c0a7173644,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:14.283107 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.287049 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1e9ff71a-fed3-4082-9ea8-3438b06d264d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737478 Sep 10 17:41:14.287344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55952) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:14.293976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:14.342656 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e023a8a4-ba17-4faa-8095-55cd361a2c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.354081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.425596 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc515fb-ae14-48b4-b872-bcdac25352ee None None] New status for floating IP d944cd60-ebcc-443d-9a78-2a6996b0c517: ACTIVE {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:41:14.474283 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.483936 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.524660 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c87d348-781c-418d-bcff-66887653b03a,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:14.569595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e023a8a4-ba17-4faa-8095-55cd361a2c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.581427 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e023a8a4-ba17-4faa-8095-55cd361a2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.605117 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.610906 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55958) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:14.614240 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2f360776-a1e5-4a1a-acca-ff949e6dce22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3182507 Sep 10 17:41:14.620258 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:14.668004 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.securitygroups_db [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Project 5ed6adc49483460d8948be4dd734757e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:41:14.677364 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.684471 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e023a8a4-ba17-4faa-8095-55cd361a2c54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d5af1cb29ba45e1bede9fc6187c77fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036030 Sep 10 17:41:14.685563 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 55964) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:14.688899 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a8a4-ba17-4faa-8095-55cd361a2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62805c05-8542-407b-a85b-d02ea9acfe7d,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:14.712143 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c8681-d1ec-4465-af2b-699a3ad61bc9 req-5131a173-67d4-44a5-8e98-0218007ebd10 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:14.721554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c8681-d1ec-4465-af2b-699a3ad61bc9 req-5131a173-67d4-44a5-8e98-0218007ebd10 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1046009 Sep 10 17:41:14.785236 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c8681-d1ec-4465-af2b-699a3ad61bc9 req-45e17903-a2eb-440f-aa7a-6217761399be tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588017 Sep 10 17:41:14.827978 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.925384 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.942958 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b4784f08-9ca3-4884-a8fa-3c5090b7c4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.950697 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.965203 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.994829 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbbb83f-6062-4011-b1f3-c9f99f5b93fc,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:15.025314 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836a9cc-7057-4aae-887e-5b1fc8416ad5 req-cb56903a-72a7-41d6-8acf-3daee62503ad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:15.026967 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7836a9cc-7057-4aae-887e-5b1fc8416ad5 req-cb56903a-72a7-41d6-8acf-3daee62503ad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.1783464 Sep 10 17:41:15.042080 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.043854 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f339a318-6a37-4c18-8548-1696b6170ed1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4321203 Sep 10 17:41:15.048695 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55978) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:15.053897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'security_group_rule': {'security_group_id': '8c5f3109-6556-4ab7-8755-7939bec9c02c', 'project_id': '5ed6adc49483460d8948be4dd734757e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:15.083771 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.086791 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.088120 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62805c05-8542-407b-a85b-d02ea9acfe7d HTTP/1.1" status: 204 len: 168 time: 0.4007852 Sep 10 17:41:15.109488 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.securitygroups_db [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Project 5ed6adc49483460d8948be4dd734757e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:41:15.124611 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.136139 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7836a9cc-7057-4aae-887e-5b1fc8416ad5 req-6d2fb334-b19e-419c-a6cf-2966b6983e8d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021130 Sep 10 17:41:15.144054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d03ca-c647-441a-9f0a-d1a547655b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62805c05-8542-407b-a85b-d02ea9acfe7d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:15.233896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.241406 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.262053 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4a5e9f-93f0-4e68-a7fc-8b68fbcd4086,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:15.275020 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.280588 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-45a1b886-68bd-431c-b4e8-1345fabea147 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2262177 Sep 10 17:41:15.392262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.393105 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0e266725-5954-4dac-8f7d-800683738f49 req-ff3c663e-84e0-4ff0-9b1c-f98f8a490dc4 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628104081&fields=id&tenant_id=5ed6adc49483460d8948be4dd734757e HTTP/1.1" status: 200 len: 267 time: 0.0530033 Sep 10 17:41:15.472511 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266725-5954-4dac-8f7d-800683738f49 req-837001a3-dad1-405e-a1c7-9bf79ce3913a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:15.474304 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0e266725-5954-4dac-8f7d-800683738f49 req-837001a3-dad1-405e-a1c7-9bf79ce3913a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0743766 Sep 10 17:41:15.487226 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'port': {'security_groups': ['f20330cc-8efa-472d-aa7d-af6e57267f18', '8c5f3109-6556-4ab7-8755-7939bec9c02c']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:15.531158 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55990) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:15.548777 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a83c9000-7d7d-499d-a6cc-0ef7d70484a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.583710 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.674656 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a83c9000-7d7d-499d-a6cc-0ef7d70484a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.679923 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a83c9000-7d7d-499d-a6cc-0ef7d70484a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.716998 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9000-7d7d-499d-a6cc-0ef7d70484a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339bc1f-e54c-4e7b-882e-2eafd3f7ad89,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:15.725958 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a83c9000-7d7d-499d-a6cc-0ef7d70484a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=052f842bd655481880f7216153f0d31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929748 Sep 10 17:41:15.728497 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 55998) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:15.786554 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.818375 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.850100 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:15.887544 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.892852 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.907095 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:15.940382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:15.941065 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.942536 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0e266725-5954-4dac-8f7d-800683738f49 req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "PUT /v2.0/ports/68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 981 time: 0.4609108 Sep 10 17:41:15.945188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:15.948086 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.948380 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef664dac-bd16-4868-b832-538ca78d9ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:15.962248 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:15.966456 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7339bc1f-e54c-4e7b-882e-2eafd3f7ad89 HTTP/1.1" status: 204 len: 168 time: 0.2346776 Sep 10 17:41:15.980691 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235d82f-263c-4db3-a193-53cb88dc6fce tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=6']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:15.998351 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4de7db-5cd2-4924-b582-95242e4f1b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339bc1f-e54c-4e7b-882e-2eafd3f7ad89,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:16.035248 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-2170fba3-88b3-4a67-b7ec-f38382058cec tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.049178 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-2170fba3-88b3-4a67-b7ec-f38382058cec tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 814 time: 0.1991296 Sep 10 17:41:16.099198 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-2646916b-2c77-4f76-ba96-38ed1edb8893 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/quotas/4bedf5427a72479da5b35212f90874f5 HTTP/1.1" status: 200 len: 375 time: 0.0484622 Sep 10 17:41:16.164244 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:16.177846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f40f-4d0d-4c91-9711-9e30f6ed0fa0 req-548ec7b3-f156-491c-807d-bd2ba770929c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.179430 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3d02f40f-4d0d-4c91-9711-9e30f6ed0fa0 req-548ec7b3-f156-491c-807d-bd2ba770929c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1222351 Sep 10 17:41:16.187423 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-3b12001c-eb1f-4b19-8bb9-3044f882fc79 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838835 Sep 10 17:41:16.242828 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3d02f40f-4d0d-4c91-9711-9e30f6ed0fa0 req-744f760e-3022-4c2f-9c51-e4f5dc323644 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 Sep 10 17:41:16.304226 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-8b2d2054-14de-4c6f-a554-ede3d837cb10 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157720 Sep 10 17:41:16.343971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4828b7-013f-402e-9b9a-0cfa795e115f x-openstack-request-id: req-af4828b7-013f-402e-9b9a-0cfa795e115f {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:16.344905 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:16.345217 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af4828b7-013f-402e-9b9a-0cfa795e115f {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:16.345668 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:41:16.452556 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-3b6bebc8-3046-426a-8635-5612fcc23204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.454309 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-3b6bebc8-3046-426a-8635-5612fcc23204 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1137 time: 0.0609698 Sep 10 17:41:16.465647 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-86965450-8089-4e63-9763-d82d5f8adfb9 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553321 Sep 10 17:41:16.475468 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-66ab606d-be97-4eca-b262-eff61cb226f5 None None] Provisioning complete for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:16.475819 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-66ab606d-be97-4eca-b262-eff61cb226f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:16.491454 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56028) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:16.499067 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221d030-f7bf-4833-81e2-57a9fc62c885 req-51c2d324-8e44-4b8e-9148-df710d30ffd1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.500593 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c221d030-f7bf-4833-81e2-57a9fc62c885 req-51c2d324-8e44-4b8e-9148-df710d30ffd1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0823925 Sep 10 17:41:16.514782 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:16.520119 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9698e4e7-197f-4042-af51-326da54a1d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:16.563440 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c221d030-f7bf-4833-81e2-57a9fc62c885 req-ef79994e-dbf6-45a2-84f7-dd7855259ff2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558367 Sep 10 17:41:16.659353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-bf0c9c50-4417-4d27-a72f-28a9b2414f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.660985 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-a5237c87-27f9-40ad-8ee5-5c17e54cd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.661885 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-bf0c9c50-4417-4d27-a72f-28a9b2414f03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.1902101 Sep 10 17:41:16.662542 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-a5237c87-27f9-40ad-8ee5-5c17e54cd0cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1098 time: 0.0873737 Sep 10 17:41:16.747216 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9698e4e7-197f-4042-af51-326da54a1d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:16.758412 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9698e4e7-197f-4042-af51-326da54a1d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:16.791328 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-9698e4e7-197f-4042-af51-326da54a1d2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2ff3622a747496bafcc1d096c7f49e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897317 Sep 10 17:41:16.824734 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56036) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:16.971447 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698e4e7-197f-4042-af51-326da54a1d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba84334-54d5-4249-b110-b58ae9d748d9,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:17.027190 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f50cd9-398d-49b2-9490-39c1d31c66be req-a3301c26-0996-4399-bfe6-9ac76664c038 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.028709 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-14f50cd9-398d-49b2-9490-39c1d31c66be req-a3301c26-0996-4399-bfe6-9ac76664c038 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.2439835 Sep 10 17:41:17.029727 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-1933a13f-710d-440f-bff2-9a552805c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.031650 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-1933a13f-710d-440f-bff2-9a552805c910 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.3441570 Sep 10 17:41:17.083372 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-6298d5fc-78eb-436e-9ebb-e8576d1185ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 1001 time: 0.4013684 Sep 10 17:41:17.106911 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.191673 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.197706 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd0c4525-3933-4dbb-8fa6-ed4a817eda94 req-a1b29fe5-6a2c-4c6f-90b9-1254f7fec8b1 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0412328 Sep 10 17:41:17.199926 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-12342fc0-765e-4c3d-9361-677c4d45af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.201849 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-12342fc0-765e-4c3d-9361-677c4d45af4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.1114907 Sep 10 17:41:17.213412 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-14f50cd9-398d-49b2-9490-39c1d31c66be req-1af75600-f702-4749-9249-0583d54af1e2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755483 Sep 10 17:41:17.224433 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-5b532017-4628-45be-a1b8-706975a47456 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 1001 time: 0.1778140 Sep 10 17:41:17.268848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-46ecc56a-b394-4f57-95e1-a08196409cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.271045 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-46ecc56a-b394-4f57-95e1-a08196409cdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495529 Sep 10 17:41:17.306984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-070a1b93-7878-443b-abd0-5fa0099921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.308545 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-070a1b93-7878-443b-abd0-5fa0099921b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.1527493 Sep 10 17:41:17.315544 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-9ec21cf1-38ac-4c53-a000-4fb875456c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.316618 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-9ec21cf1-38ac-4c53-a000-4fb875456c9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0729647 Sep 10 17:41:17.427388 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-b70c4d01-bd4d-40ae-a197-7db0ec7d32f8 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449227 Sep 10 17:41:17.436081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac325d-52a0-43d9-a8a5-a4d1d51deb3b req-9df79e25-2fd4-49c5-b312-b99776286160 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.438481 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-62ac325d-52a0-43d9-a8a5-a4d1d51deb3b req-9df79e25-2fd4-49c5-b312-b99776286160 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1060305 Sep 10 17:41:17.541461 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-62ac325d-52a0-43d9-a8a5-a4d1d51deb3b req-29e0a2a2-ae78-4c06-bd68-e26d82366286 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Sep 10 17:41:17.573744 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ef664dac-bd16-4868-b832-538ca78d9ba7 req-bce54131-7d05-412c-9a43-9396baec23dd service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175284 Sep 10 17:41:17.613456 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.616270 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.617331 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ba84334-54d5-4249-b110-b58ae9d748d9 HTTP/1.1" status: 204 len: 168 time: 0.7793248 Sep 10 17:41:17.667048 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5ecd-69fa-4dbf-a107-3796f41f5b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba84334-54d5-4249-b110-b58ae9d748d9,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:17.736206 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-e32acd63-d513-457a-bcb2-f2e5241a18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.737703 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-e32acd63-d513-457a-bcb2-f2e5241a18aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1504688 Sep 10 17:41:17.746892 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17513-22df-4e97-9fb2-cd3f9c4fd175 req-6f73fce8-c544-4753-9968-d2aadb8ad53e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.748270 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ffd17513-22df-4e97-9fb2-cd3f9c4fd175 req-6f73fce8-c544-4753-9968-d2aadb8ad53e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1586785 Sep 10 17:41:17.751181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-50393412-2913-48ee-ae96-0b23b6ab9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.752586 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-50393412-2913-48ee-ae96-0b23b6ab9f2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.4349906 Sep 10 17:41:17.818563 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.829741 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-42cedb67-3714-417e-ae98-7b404f5a9502 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0542524 Sep 10 17:41:17.903881 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ffd17513-22df-4e97-9fb2-cd3f9c4fd175 req-9dbc5b9f-0426-433c-a5cc-ac20148fb529 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492488 Sep 10 17:41:17.933429 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-b0cfd997-0b1e-4e43-9a05-58531d3562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:17.934934 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-b0cfd997-0b1e-4e43-9a05-58531d3562f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0743339 Sep 10 17:41:17.937061 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-639d552a-afba-47ba-be1a-fabe334b0f47 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836271 Sep 10 17:41:17.986322 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-481b0c33-f3e9-45cc-82a1-c9c6e7727565 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312521 Sep 10 17:41:18.141429 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-26170fd2-5360-4abe-94d9-71b64299447d service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787722 Sep 10 17:41:18.161915 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-76c0b1dd-79a4-4ac9-a48d-0c84198271d1 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435261 Sep 10 17:41:18.282595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-8368e37e-b3a1-4a38-8fb9-b3acaca45c57 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:18.284377 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-8368e37e-b3a1-4a38-8fb9-b3acaca45c57 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 814 time: 0.1515687 Sep 10 17:41:18.290417 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38c9d635-f7e0-4c2e-b0b3-3d750c43b88b req-65c1d6ae-9b79-410b-8e30-2d43edd7992d service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148875 Sep 10 17:41:18.305316 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Request body: {'port': {'device_id': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b', 'admin_state_up': True, 'tenant_id': '4bedf5427a72479da5b35212f90874f5'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:18.375377 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0032dc-cbed-4bc2-aebc-312ec50a22cd req-10094955-00c4-47b6-b454-d40fa9e7097f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:18.376838 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5d0032dc-cbed-4bc2-aebc-312ec50a22cd req-10094955-00c4-47b6-b454-d40fa9e7097f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 945 time: 0.0639398 Sep 10 17:41:18.439501 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fb2007de-cca1-42bf-beff-128ec7d79bb5 req-693043dc-1602-44e5-88af-b470c4e67f05 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0866039 Sep 10 17:41:18.441792 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5d0032dc-cbed-4bc2-aebc-312ec50a22cd req-33ae7c9f-e2e7-44df-b0a6-9fa0643346f0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571833 Sep 10 17:41:18.480092 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Made reservation on behalf of 4bedf5427a72479da5b35212f90874f5 for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:41:18.483802 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.615491 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Allocated IP 172.20.0.9 (c6ca0bf1-5d08-4c35-905f-76f3483a4e2b/eed2366b-d0f0-40f1-b620-593e9b6561b4/152fc22c-38e0-49cf-8396-db650a3df1af) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:41:18.720770 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0e36-276e-46e2-87f4-0f00a30d2428 req-4fac3a26-bd64-4401-8342-8eb13be69ebc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:18.722296 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a59e0e36-276e-46e2-87f4-0f00a30d2428 req-4fac3a26-bd64-4401-8342-8eb13be69ebc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0916047 Sep 10 17:41:18.808826 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a59e0e36-276e-46e2-87f4-0f00a30d2428 req-c203436a-d9d2-4d69-9296-a6720b8809e7 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Sep 10 17:41:18.838770 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.877746 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.895758 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:18.919631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:41:18.922706 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:18.925109 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:41:18.961182 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Pushing event updated for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:18.992535 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:18.994285 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.014112 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-bfec4c10-4022-4e43-8253-8ab36d9eda8f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7124963 Sep 10 17:41:19.020045 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.029211 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Request body: {'port': {'device_id': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:19.043303 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12d87f-f52d-4ea1-9463-b4cc11894306 req-56015e43-1eeb-4bf7-bd3e-fd3caee7bdac tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.045880 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2e12d87f-f52d-4ea1-9463-b4cc11894306 req-56015e43-1eeb-4bf7-bd3e-fd3caee7bdac tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0554345 Sep 10 17:41:19.047728 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:19.050331 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38539de-6d23-4956-8b62-1ad7dab436cd" -d '{"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-unplugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:19.065947 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:19.076791 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.097813 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.145490 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2e12d87f-f52d-4ea1-9463-b4cc11894306 req-746d6183-7e98-435a-a89e-7259d782c16d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934172 Sep 10 17:41:19.154178 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=8']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:19.158669 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93d8ef-70e7-4722-9c55-cd047e1651a8 x-openstack-request-id: req-bd93d8ef-70e7-4722-9c55-cd047e1651a8 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:19.158982 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-unplugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:19.159236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd93d8ef-70e7-4722-9c55-cd047e1651a8 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:19.159621 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'code': 200} Sep 10 17:41:19.408810 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152fc22c-38e0-49cf-8396-db650a3df1af {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:19.416275 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.428161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Transition to ACTIVE for port object 152fc22c-38e0-49cf-8396-db650a3df1af will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:19.432889 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.531914 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:19.586826 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Attempting to bind port 152fc22c-38e0-49cf-8396-db650a3df1af on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:41:19.587164 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Attempting to bind port 152fc22c-38e0-49cf-8396-db650a3df1af by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:41:19.587492 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Attempting to bind port 152fc22c-38e0-49cf-8396-db650a3df1af on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:19.596036 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Port 152fc22c-38e0-49cf-8396-db650a3df1af on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:41:19.596365 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Attempting to bind port 152fc22c-38e0-49cf-8396-db650a3df1af on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:19.606336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9a4c-68ee-443a-a467-350f2ba2ef4c req-cfaaef15-12e3-4df1-ab08-88e62fd60905 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.606615 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e124-08d6-4465-a4af-cad18dbb98fb req-1d316295-84c7-4ff4-9877-b2b46456d7ad tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.608119 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cec8e124-08d6-4465-a4af-cad18dbb98fb req-1d316295-84c7-4ff4-9877-b2b46456d7ad tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0714393 Sep 10 17:41:19.609482 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cb0a9a4c-68ee-443a-a467-350f2ba2ef4c req-cfaaef15-12e3-4df1-ab08-88e62fd60905 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0510437 Sep 10 17:41:19.611570 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:41:19.611910 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Checking segment: {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:41:19.612298 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Bound using segment: {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:41:19.612733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Bound port: 152fc22c-38e0-49cf-8396-db650a3df1af, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:41:19.613094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.652144 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cb0a9a4c-68ee-443a-a467-350f2ba2ef4c req-e033a76e-8359-4b93-a3e3-ee586d778e61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Sep 10 17:41:19.678484 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cec8e124-08d6-4465-a4af-cad18dbb98fb req-ff236b92-24c6-4643-aa4a-8827b5ebbfd7 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616746 Sep 10 17:41:19.703200 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:41:19.706192 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=152fc22c-38e0-49cf-8396-db650a3df1af,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:41:19.710686 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.746795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.747418 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.748798 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] 10.222.0.66 "PUT /v2.0/ports/152fc22c-38e0-49cf-8396-db650a3df1af HTTP/1.1" status: 200 len: 1093 time: 0.7253027 Sep 10 17:41:19.749239 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:19.752036 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089540a8-5378-4e52-a005-0c2a454f3b99" -d '{"events": [{"name": "network-changed", "server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:19.776150 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6f27-fd1e-4343-a086-41cd61259ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:19.804137 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee15d9-9522-4a6d-8fd7-43bab19c3559 x-openstack-request-id: req-90ee15d9-9522-4a6d-8fd7-43bab19c3559 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:19.804425 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:19.804675 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90ee15d9-9522-4a6d-8fd7-43bab19c3559 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:19.805064 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af', 'status': 'completed', 'code': 200} Sep 10 17:41:19.834436 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-24086d48-cb43-4998-af3d-08ab4e8542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.835979 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-24086d48-cb43-4998-af3d-08ab4e8542f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0423038 Sep 10 17:41:19.884705 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-f9da13b5-8bc6-4adc-bcf8-7b7bf1a6e252 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=152fc22c-38e0-49cf-8396-db650a3df1af HTTP/1.1" status: 200 len: 217 time: 0.0357485 Sep 10 17:41:19.958077 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-d6f9667c-3435-4712-adbc-42d3ba9296c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.959487 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-d6f9667c-3435-4712-adbc-42d3ba9296c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eed2366b-d0f0-40f1-b620-593e9b6561b4 HTTP/1.1" status: 200 len: 854 time: 0.0664740 Sep 10 17:41:19.967528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6aa1-c49d-44a1-9aa8-8e68eca5fa4a req-1591192f-36a4-4791-86d6-89ed3e8d1e76 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.968877 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-593c6aa1-c49d-44a1-9aa8-8e68eca5fa4a req-1591192f-36a4-4791-86d6-89ed3e8d1e76 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0869133 Sep 10 17:41:19.999651 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-9f5c86a4-acd6-4d57-adba-bd91eb9a22da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293372 Sep 10 17:41:20.043123 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-593c6aa1-c49d-44a1-9aa8-8e68eca5fa4a req-023e5d4f-c1d3-4a01-a695-26a8928ad1ff tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657382 Sep 10 17:41:20.111227 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-50b8fbbb-306b-49e5-b3f4-be1ec1dc9bbc service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987303 Sep 10 17:41:20.206830 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff54a66-74ad-4185-bd73-d4ed08905595 req-b1171ca0-1771-4e91-8da6-a524edd96226 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Sep 10 17:41:20.279643 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006f232-fafd-4c12-a6a4-e62505d289fc req-09f62f13-e745-43aa-8cd7-0b276d4d82d9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.281249 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7006f232-fafd-4c12-a6a4-e62505d289fc req-09f62f13-e745-43aa-8cd7-0b276d4d82d9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Sep 10 17:41:20.312416 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-aa8605e2-3791-4a89-80dd-3c08de695309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.314494 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-aa8605e2-3791-4a89-80dd-3c08de695309 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0406847 Sep 10 17:41:20.324345 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7006f232-fafd-4c12-a6a4-e62505d289fc req-179eb4d9-8eee-4e4e-9588-18465a496b6b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365541 Sep 10 17:41:20.411742 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-e4e88ec1-6753-485d-b436-d8091fd29d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.413234 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-e4e88ec1-6753-485d-b436-d8091fd29d64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 915 time: 0.0891864 Sep 10 17:41:20.463428 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-953e160b-53a2-4563-9e39-8557d8992ba4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=152fc22c-38e0-49cf-8396-db650a3df1af HTTP/1.1" status: 200 len: 217 time: 0.0370393 Sep 10 17:41:20.528920 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-4a4592b2-74e2-4c0c-ad92-f10ce839862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.530321 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-4a4592b2-74e2-4c0c-ad92-f10ce839862e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eed2366b-d0f0-40f1-b620-593e9b6561b4 HTTP/1.1" status: 200 len: 854 time: 0.0471556 Sep 10 17:41:20.564263 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-b340b554-01c5-4fd4-b43b-ff59ba03a807 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256143 Sep 10 17:41:20.670072 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-b4a82ade-900b-4e3a-b453-4b2fdfc27a32 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Sep 10 17:41:20.795463 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a4de-d471-4534-a57b-526ab577d26e req-a3025358-3882-43a8-bedf-d9e587ed75b8 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.796860 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0509a4de-d471-4534-a57b-526ab577d26e req-a3025358-3882-43a8-bedf-d9e587ed75b8 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0521982 Sep 10 17:41:20.806383 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-089540a8-5378-4e52-a005-0c2a454f3b99 req-691037e0-7101-4d07-9bbe-5b10f864935a service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279669 Sep 10 17:41:20.818512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a890d-02d3-4a7e-95c7-d8a62cf8cc5e req-23de6538-262c-4f16-b6af-06ab30381a16 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.819970 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f66a890d-02d3-4a7e-95c7-d8a62cf8cc5e req-23de6538-262c-4f16-b6af-06ab30381a16 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0828414 Sep 10 17:41:20.836766 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0509a4de-d471-4534-a57b-526ab577d26e req-fb764e66-cf13-42ca-856d-5b2545871a74 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Sep 10 17:41:20.862151 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f66a890d-02d3-4a7e-95c7-d8a62cf8cc5e req-2a8c7f50-94e2-4c2f-9dad-a7cf9bc5a5dd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347505 Sep 10 17:41:21.176532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873a03-5d22-4e60-b002-cd50716b2da3 req-d69ca193-5af5-479b-8d0a-36f578f21a8f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:21.177986 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-55873a03-5d22-4e60-b002-cd50716b2da3 req-d69ca193-5af5-479b-8d0a-36f578f21a8f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0655558 Sep 10 17:41:21.219211 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-55873a03-5d22-4e60-b002-cd50716b2da3 req-17554d5c-87ea-47ce-80b2-f4122967fc8e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Sep 10 17:41:21.351912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-caed934b-e36e-44d2-bcd3-3670a22754c8 req-bb4c42f2-60a0-4ddf-a772-c9f4b98dd8b8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:41:21.353742 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-caed934b-e36e-44d2-bcd3-3670a22754c8 req-bb4c42f2-60a0-4ddf-a772-c9f4b98dd8b8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073535 Sep 10 17:41:21.458955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782d8c5-91b4-43e5-9895-4fb3a8a5faa6 req-9e2900ad-cf59-44bd-b134-7b50981bc852 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:21.460787 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1782d8c5-91b4-43e5-9895-4fb3a8a5faa6 req-9e2900ad-cf59-44bd-b134-7b50981bc852 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0658903 Sep 10 17:41:21.501536 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1782d8c5-91b4-43e5-9895-4fb3a8a5faa6 req-29925379-e00f-4912-8d06-fed2e86c6ca3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340724 Sep 10 17:41:21.533833 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871f386-c7a3-46a4-b36f-8038bb8aa0aa req-3b262c89-c6f7-429f-aa9d-6e582f4a9483 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:21.535324 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b871f386-c7a3-46a4-b36f-8038bb8aa0aa req-3b262c89-c6f7-429f-aa9d-6e582f4a9483 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0566938 Sep 10 17:41:21.576653 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b871f386-c7a3-46a4-b36f-8038bb8aa0aa req-91f063f5-d2d8-4b57-9cc8-69e987b390c8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353162 Sep 10 17:41:21.949579 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b75a2-b3f1-432a-a4be-6d1dd35a493b req-f4c16ba4-3478-42d3-8f56-426889ce7f2f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:21.951188 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d19b75a2-b3f1-432a-a4be-6d1dd35a493b req-f4c16ba4-3478-42d3-8f56-426889ce7f2f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0469558 Sep 10 17:41:21.988471 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d19b75a2-b3f1-432a-a4be-6d1dd35a493b req-7c6f0d11-7001-4a40-ab37-7287b12e96ee tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Sep 10 17:41:22.335925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904337-cde8-4beb-8494-82dd663bb80b req-6e0564cc-49a6-480c-b92a-f6079cd59026 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:22.337486 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d5904337-cde8-4beb-8494-82dd663bb80b req-6e0564cc-49a6-480c-b92a-f6079cd59026 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Sep 10 17:41:22.380728 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d5904337-cde8-4beb-8494-82dd663bb80b req-cd341854-f30c-4e84-a01f-a39b9c4c4022 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Sep 10 17:41:22.621893 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429159e-ca21-4fb1-8fac-7d79d32f5078 req-5a6733a3-8202-4645-9cf6-56e966a5ddb4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:22.623362 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5429159e-ca21-4fb1-8fac-7d79d32f5078 req-5a6733a3-8202-4645-9cf6-56e966a5ddb4 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0507588 Sep 10 17:41:22.661714 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5429159e-ca21-4fb1-8fac-7d79d32f5078 req-1df47062-ea2c-42eb-a01b-d128443c438e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Sep 10 17:41:22.698820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707658a-c248-4692-991d-5bcdb97fab98 req-93cbc283-2dfa-4c8c-9d7e-1e18e6fcf8f3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:22.700358 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e707658a-c248-4692-991d-5bcdb97fab98 req-93cbc283-2dfa-4c8c-9d7e-1e18e6fcf8f3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0489435 Sep 10 17:41:22.737901 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e707658a-c248-4692-991d-5bcdb97fab98 req-291a0d8d-883d-41c3-bdc1-85db4aaf1b5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313857 Sep 10 17:41:23.101591 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce8c4f-9685-4025-8358-11e9e9241e54 req-27dabf52-4d99-4c07-b952-f7f5df80dad3 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:23.103078 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3ce8c4f-9685-4025-8358-11e9e9241e54 req-27dabf52-4d99-4c07-b952-f7f5df80dad3 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0480411 Sep 10 17:41:23.139987 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c3ce8c4f-9685-4025-8358-11e9e9241e54 req-1149a1a4-c842-48c0-8a3a-728147743eae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Sep 10 17:41:23.501230 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087933-1963-43f1-8cc8-889301b13575 req-b20822f2-baa7-4557-9c09-1c6d3b5fc2be tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:23.502769 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-07087933-1963-43f1-8cc8-889301b13575 req-b20822f2-baa7-4557-9c09-1c6d3b5fc2be tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Sep 10 17:41:23.540118 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-07087933-1963-43f1-8cc8-889301b13575 req-5ed3a8f0-2c0d-4ae8-a228-c3cbda2e33d1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Sep 10 17:41:23.778596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a2c7d-0f36-489f-9af2-aaa073380e82 req-ebef5cbe-7914-4a32-87b4-12b50d16a25b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:23.780079 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7f1a2c7d-0f36-489f-9af2-aaa073380e82 req-ebef5cbe-7914-4a32-87b4-12b50d16a25b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Sep 10 17:41:23.817682 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7f1a2c7d-0f36-489f-9af2-aaa073380e82 req-e89edd83-50f7-4119-bcd4-632afcb644fb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 10 17:41:23.855911 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4f6c6-a9ee-441b-bff0-ad8b80bf2f00 req-ed5a1cbd-4335-4ddb-aab6-a512fb7e727a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:23.857417 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-39e4f6c6-a9ee-441b-bff0-ad8b80bf2f00 req-ed5a1cbd-4335-4ddb-aab6-a512fb7e727a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0481679 Sep 10 17:41:23.899946 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-39e4f6c6-a9ee-441b-bff0-ad8b80bf2f00 req-888dfb9a-e3d5-4d0b-8ea9-b8f554825096 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366027 Sep 10 17:41:24.259039 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ba1c2-4b7e-41ae-8e9b-baf85aee2cfa req-a5dfc164-ec24-4f11-8673-73f51ee3287d tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:24.260518 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-471ba1c2-4b7e-41ae-8e9b-baf85aee2cfa req-a5dfc164-ec24-4f11-8673-73f51ee3287d tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0530157 Sep 10 17:41:24.296583 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-471ba1c2-4b7e-41ae-8e9b-baf85aee2cfa req-e6a18f55-c004-47ee-b5c1-0f25ecfcc611 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302038 Sep 10 17:41:24.654057 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8bffb-a6b3-426e-9c57-e5718dfa92c3 req-a6446569-65d1-422c-be92-b5a2a39aef44 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:24.655571 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c4b8bffb-a6b3-426e-9c57-e5718dfa92c3 req-a6446569-65d1-422c-be92-b5a2a39aef44 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Sep 10 17:41:24.693831 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c4b8bffb-a6b3-426e-9c57-e5718dfa92c3 req-16253fe3-fdd8-41b1-b059-4e606f2d1b80 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Sep 10 17:41:24.910024 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 152fc22c-38e0-49cf-8396-db650a3df1af details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:41:24.914066 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:24.934131 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf91c10-d325-46bd-ab17-ca669e672a90 req-31eac0a2-18ff-4e10-92b6-b78991b86d17 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:24.936137 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aaf91c10-d325-46bd-ab17-ca669e672a90 req-31eac0a2-18ff-4e10-92b6-b78991b86d17 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Sep 10 17:41:24.983062 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aaf91c10-d325-46bd-ab17-ca669e672a90 req-8425a164-aae1-4577-b5b6-d533a40a86bb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Sep 10 17:41:25.022420 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac251f4-100a-4d1a-8609-a9715ba444fc req-c0fe236c-e747-448b-820d-2fdb68d32553 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:25.023930 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-eac251f4-100a-4d1a-8609-a9715ba444fc req-c0fe236c-e747-448b-820d-2fdb68d32553 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0514197 Sep 10 17:41:25.064025 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-eac251f4-100a-4d1a-8609-a9715ba444fc req-4900dce6-6fe0-4a68-8e29-a9eecb28e1d2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Sep 10 17:41:25.075789 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=152fc22c-38e0-49cf-8396-db650a3df1af,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:25.086602 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '152fc22c-38e0-49cf-8396-db650a3df1af', 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b', 'port_id': '152fc22c-38e0-49cf-8396-db650a3df1af', 'mac_address': 'fa:16:3e:1f:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2366b-d0f0-40f1-b620-593e9b6561b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:41:25.123123 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.135779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152fc22c-38e0-49cf-8396-db650a3df1af {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:25.154077 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=152fc22c-38e0-49cf-8396-db650a3df1af,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:25.160353 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.209501 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:25.416532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515382f9-c681-45eb-8b84-de62063aac96 req-092ee472-8542-4674-bc40-ed3e198bbad0 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:25.418052 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-515382f9-c681-45eb-8b84-de62063aac96 req-092ee472-8542-4674-bc40-ed3e198bbad0 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 944 time: 0.0500059 Sep 10 17:41:25.463258 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-515382f9-c681-45eb-8b84-de62063aac96 req-84aea1fa-8d09-4557-8afe-c61fada8287b tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368876 Sep 10 17:41:25.549576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['152fc22c-38e0-49cf-8396-db650a3df1af'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:25.807113 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d73b8-2ade-44aa-b374-7ce9cd6f7835 req-3e4ad55d-2fa0-470d-aafa-d23557baa4ca tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:25.808594 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-874d73b8-2ade-44aa-b374-7ce9cd6f7835 req-3e4ad55d-2fa0-470d-aafa-d23557baa4ca tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Sep 10 17:41:25.848239 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-874d73b8-2ade-44aa-b374-7ce9cd6f7835 req-4ad5592e-d29d-44c2-9fde-962c083c37db tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Sep 10 17:41:26.089773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56262) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:26.103926 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c67021-e77d-49c3-a8b9-7e3fcdcefc52 req-f21d5e38-7190-4d83-b576-e7cb6f7ab000 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.105390 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e4c67021-e77d-49c3-a8b9-7e3fcdcefc52 req-f21d5e38-7190-4d83-b576-e7cb6f7ab000 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Sep 10 17:41:26.145821 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e4c67021-e77d-49c3-a8b9-7e3fcdcefc52 req-c83aa416-5495-47b9-8ef8-7d924484dc34 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339897 Sep 10 17:41:26.214530 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bb49-0f36-475a-a97f-4639697c1b7e req-7a0223b6-d7e2-4456-9c96-4007911d0676 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.216101 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-50f9bb49-0f36-475a-a97f-4639697c1b7e req-7a0223b6-d7e2-4456-9c96-4007911d0676 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0797670 Sep 10 17:41:26.219847 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-1afc5661-606c-4c91-8baf-1be9448e2e61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282547 Sep 10 17:41:26.233267 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-faaa2768-4492-4171-9027-bfb95d73df5c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:41:26.234361 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-faaa2768-4492-4171-9027-bfb95d73df5c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066750 Sep 10 17:41:26.262402 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-50f9bb49-0f36-475a-a97f-4639697c1b7e req-2f46cfd0-8851-45f0-a31b-a5c3d4d5a8ad tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Sep 10 17:41:26.356812 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d95a7-acd9-440b-967e-9566375705de req-158b8532-799e-4ea0-a044-0679a70fcec7 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.358385 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-911d95a7-acd9-440b-967e-9566375705de req-158b8532-799e-4ea0-a044-0679a70fcec7 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0516632 Sep 10 17:41:26.420802 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-911d95a7-acd9-440b-967e-9566375705de req-330b9833-5ff7-4477-a6d1-cea0b448f300 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550184 Sep 10 17:41:26.439272 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-d8cf57c4-a070-452b-90f8-8a6e7dbc5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.445209 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-d8cf57c4-a070-452b-90f8-8a6e7dbc5f42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.0473943 Sep 10 17:41:26.553141 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-95f1a56f-687d-46d1-a183-cd677bb87b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.555079 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-95f1a56f-687d-46d1-a183-cd677bb87b4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.1027877 Sep 10 17:41:26.616457 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265079-2a50-45c4-8e09-09469abc3eeb req-21c2c8ac-7049-4a30-862a-c22b0de1a16f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.623148 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6e265079-2a50-45c4-8e09-09469abc3eeb req-21c2c8ac-7049-4a30-862a-c22b0de1a16f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 944 time: 0.0728569 Sep 10 17:41:26.651836 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-01a909de-46a1-4dec-b3a5-98ba2ea75adb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1000 time: 0.0821602 Sep 10 17:41:26.668803 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6e265079-2a50-45c4-8e09-09469abc3eeb req-c157fa0b-7dc0-4495-a557-823ead5cb553 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Sep 10 17:41:26.716352 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-0f589978-3e12-42dc-876f-4d3865b16c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.717830 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-0f589978-3e12-42dc-876f-4d3865b16c79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0577881 Sep 10 17:41:26.771291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-42fcd20c-864f-423d-83d7-155a8ef060ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.772802 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-42fcd20c-864f-423d-83d7-155a8ef060ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417211 Sep 10 17:41:26.865596 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-740fab5c-ccda-4715-80d6-7f0ee7db9625 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838425 Sep 10 17:41:26.926510 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 152fc22c-38e0-49cf-8396-db650a3df1af up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:26.974369 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 152fc22c-38e0-49cf-8396-db650a3df1af completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:26.978019 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 152fc22c-38e0-49cf-8396-db650a3df1af triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:26.978428 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:27.000989 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8cf5-40d8-469f-aa40-ae3f5f357a75 req-43763973-9d39-4707-b2e1-b810f2a3a930 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.002405 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5d4c8cf5-40d8-469f-aa40-ae3f5f357a75 req-43763973-9d39-4707-b2e1-b810f2a3a930 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0688260 Sep 10 17:41:27.004480 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f6f0fd3d-b774-41f0-867a-e2637345e40a req-1236201a-a568-4a23-b6cd-96402addcc80 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309865 Sep 10 17:41:27.041051 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5d4c8cf5-40d8-469f-aa40-ae3f5f357a75 req-ff97cad6-81fc-4367-b72f-ad9ed1bad59c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Sep 10 17:41:27.066751 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:27.089397 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:27.091553 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670bd292-e7d4-4e63-bf66-ad3e699b320c" -d '{"events": [{"server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:27.104524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=152fc22c-38e0-49cf-8396-db650a3df1af,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:27.108617 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:27.131801 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08da12d-c7a3-4634-8ac8-e0b8efb140eb x-openstack-request-id: req-c08da12d-c7a3-4634-8ac8-e0b8efb140eb {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:27.132099 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:27.132350 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c08da12d-c7a3-4634-8ac8-e0b8efb140eb {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:27.132734 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af', 'code': 200} Sep 10 17:41:27.159110 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:27.313189 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6bb8-5062-4d2e-a412-d960ec2dee89 req-f0820e52-f5cf-45c5-be74-470fc0bc2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.314731 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-18cd6bb8-5062-4d2e-a412-d960ec2dee89 req-f0820e52-f5cf-45c5-be74-470fc0bc2604 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0429556 Sep 10 17:41:27.351838 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-18cd6bb8-5062-4d2e-a412-d960ec2dee89 req-048d37f9-ead2-4eed-90e0-4a7b842393d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294118 Sep 10 17:41:27.401344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115334-d372-40b5-8cb0-257326f84e73 req-82de7e56-d9c8-4193-bfa6-f2c0461f3589 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.402854 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0115334-d372-40b5-8cb0-257326f84e73 req-82de7e56-d9c8-4193-bfa6-f2c0461f3589 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0501502 Sep 10 17:41:27.441138 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0115334-d372-40b5-8cb0-257326f84e73 req-7547183f-f35c-4b89-9930-835ea89e1206 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Sep 10 17:41:27.540769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903ebc-2508-4faf-92e2-d48b0155a9b6 req-073dac8f-5aaf-4b90-83ff-2e615745b507 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.542413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2b903ebc-2508-4faf-92e2-d48b0155a9b6 req-073dac8f-5aaf-4b90-83ff-2e615745b507 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Sep 10 17:41:27.582233 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2b903ebc-2508-4faf-92e2-d48b0155a9b6 req-583d1cff-3984-436d-be8d-053b1fe11737 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338378 Sep 10 17:41:27.790591 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee0d0b-3206-4f12-9369-e51cfb318b88 req-39988ef5-4bc9-404d-acc9-a3de30246607 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.792158 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7dee0d0b-3206-4f12-9369-e51cfb318b88 req-39988ef5-4bc9-404d-acc9-a3de30246607 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Sep 10 17:41:27.834749 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7dee0d0b-3206-4f12-9369-e51cfb318b88 req-66782541-385f-424d-9e2f-ffef0da8a852 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Sep 10 17:41:28.153182 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1bcef-aef9-493c-bb73-cd9394b2d26a req-90619f53-88e1-4706-9ded-7e187fce25c9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.154651 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-61c1bcef-aef9-493c-bb73-cd9394b2d26a req-90619f53-88e1-4706-9ded-7e187fce25c9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0481770 Sep 10 17:41:28.191619 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-61c1bcef-aef9-493c-bb73-cd9394b2d26a req-d676299a-d28c-4e94-905e-525356b7cbcf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303631 Sep 10 17:41:28.567090 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-99e00879-ef96-45ed-af3f-33f1f37434c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.568656 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-99e00879-ef96-45ed-af3f-33f1f37434c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 1096 time: 0.1038368 Sep 10 17:41:28.580490 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff489-5004-4de9-8426-262f25c3ef10 req-884e3c72-800d-4fc0-8751-413b3d90693e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.581957 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a6eff489-5004-4de9-8426-262f25c3ef10 req-884e3c72-800d-4fc0-8751-413b3d90693e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0664394 Sep 10 17:41:28.653222 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a6eff489-5004-4de9-8426-262f25c3ef10 req-7b751ae7-7175-4660-9f76-16a228928109 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591116 Sep 10 17:41:28.663485 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-97de021b-8761-47d6-a831-d77f54e66e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.664509 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-97de021b-8761-47d6-a831-d77f54e66e56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1096 time: 0.0596066 Sep 10 17:41:28.703633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3b121-3580-4d03-9d5b-a02524b56e7e req-55b7cc6f-1f50-40aa-80ec-6cf375472ceb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.705266 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-37d3b121-3580-4d03-9d5b-a02524b56e7e req-55b7cc6f-1f50-40aa-80ec-6cf375472ceb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0540817 Sep 10 17:41:28.755100 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-37d3b121-3580-4d03-9d5b-a02524b56e7e req-a7460912-e4e7-40cf-8cc1-e225d8c9ab2c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Sep 10 17:41:28.774353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-b93daee2-132a-4169-8428-47c32e94c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.776077 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-b93daee2-132a-4169-8428-47c32e94c8c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.0921402 Sep 10 17:41:28.849317 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-bd14fc72-95f5-4349-91e3-6ef129a9e7a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 999 time: 0.0591106 Sep 10 17:41:28.901655 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-b65abf34-905f-4bf1-bebb-7f88e4c87f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.903108 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-b65abf34-905f-4bf1-bebb-7f88e4c87f67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0420172 Sep 10 17:41:28.970438 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-e24eff35-25a4-45d3-9c3c-8cc008a6a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.972037 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-e24eff35-25a4-45d3-9c3c-8cc008a6a8d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581536 Sep 10 17:41:28.988844 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aa8e0-3e4b-409a-8ca5-272b8c9e64cb req-10f4bc0b-706c-4285-92f1-dac056d5e185 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.988844 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c4aa8e0-3e4b-409a-8ca5-272b8c9e64cb req-10f4bc0b-706c-4285-92f1-dac056d5e185 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0820484 Sep 10 17:41:29.084100 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c4aa8e0-3e4b-409a-8ca5-272b8c9e64cb req-49b46790-ff7b-42df-a08f-217a762324dd tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846493 Sep 10 17:41:29.106582 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-6176c01f-f64c-40a1-8570-90113885012d service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149793 Sep 10 17:41:29.312068 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f86823-f3df-4f43-bea0-7bc21f289662 req-440d9af4-3d3a-43ec-a3a1-a081df1b8640 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:29.313652 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a9f86823-f3df-4f43-bea0-7bc21f289662 req-440d9af4-3d3a-43ec-a3a1-a081df1b8640 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Sep 10 17:41:29.354073 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a9f86823-f3df-4f43-bea0-7bc21f289662 req-cc345757-4042-4afc-b51b-0aa1caaa636b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341866 Sep 10 17:41:29.425958 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4e917c25-e86d-4d8b-84b5-1eca474810c2 req-367d1789-8d0d-44fe-b087-1386db2a990e service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015702 Sep 10 17:41:29.774126 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1afc-af46-4078-a699-ba4e997d6d9c req-2f7f8cd7-c1d1-49c6-889d-b8da96809edd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:29.775650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0b9a1afc-af46-4078-a699-ba4e997d6d9c req-2f7f8cd7-c1d1-49c6-889d-b8da96809edd tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0484724 Sep 10 17:41:29.822444 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0b9a1afc-af46-4078-a699-ba4e997d6d9c req-c9d2a9a9-b1b1-45b1-9d1d-d07d3d4fcf2f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Sep 10 17:41:30.225284 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55057aba-f1d6-48ea-90ab-d84a056ccbd3 req-d6d7df76-3e61-4107-856a-9110f769a958 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:30.227596 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55057aba-f1d6-48ea-90ab-d84a056ccbd3 req-d6d7df76-3e61-4107-856a-9110f769a958 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0534439 Sep 10 17:41:30.273882 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-55057aba-f1d6-48ea-90ab-d84a056ccbd3 req-07c9095c-d1bd-4c04-859a-5cfe9a4b1d2a tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Sep 10 17:41:30.469623 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639ba43-a871-4a5e-8f27-776c9021e819 req-057c53e2-6ee5-44a2-87ed-15818502641d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:30.471114 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1639ba43-a871-4a5e-8f27-776c9021e819 req-057c53e2-6ee5-44a2-87ed-15818502641d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0502145 Sep 10 17:41:30.529675 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1639ba43-a871-4a5e-8f27-776c9021e819 req-079754e5-16ab-4ade-a049-ecf18339e303 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525677 Sep 10 17:41:30.951577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a174e-934a-4c42-99a8-df44478a06a5 req-c9cfb3a6-fb7b-4713-9fb6-666a8a4bc210 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:30.953542 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a3a174e-934a-4c42-99a8-df44478a06a5 req-c9cfb3a6-fb7b-4713-9fb6-666a8a4bc210 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0564597 Sep 10 17:41:30.997127 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a3a174e-934a-4c42-99a8-df44478a06a5 req-8fd98d3b-8326-47a9-9022-bb1e79a0fd23 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Sep 10 17:41:31.658594 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000c16c-9c76-430a-b2b2-63527064ba6c req-c7d6f9fa-8c54-4988-84b9-c3e512f58439 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:31.660109 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c000c16c-9c76-430a-b2b2-63527064ba6c req-c7d6f9fa-8c54-4988-84b9-c3e512f58439 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0558558 Sep 10 17:41:31.701454 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c000c16c-9c76-430a-b2b2-63527064ba6c req-911ff4c3-d9bd-488a-91d9-1927b2cdb520 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Sep 10 17:41:32.121619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a62e1f-2d2e-45eb-b7a8-ece2a69dc41f req-5a4a6398-0772-4100-8b00-dc2ac3b2df25 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:32.123125 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c8a62e1f-2d2e-45eb-b7a8-ece2a69dc41f req-5a4a6398-0772-4100-8b00-dc2ac3b2df25 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0488617 Sep 10 17:41:32.163755 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c8a62e1f-2d2e-45eb-b7a8-ece2a69dc41f req-c8018cae-44d9-423b-895c-cdcbe3bf80c8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Sep 10 17:41:32.830866 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f366f-6d85-46e9-8277-43b96ef6c7a1 req-c0b34c30-f947-4cde-857f-cb8e8e9e27be tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:32.832389 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-381f366f-6d85-46e9-8277-43b96ef6c7a1 req-c0b34c30-f947-4cde-857f-cb8e8e9e27be tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0502582 Sep 10 17:41:32.876362 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-381f366f-6d85-46e9-8277-43b96ef6c7a1 req-38e3afe6-ef78-4981-9d05-f4f2d78409ad tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Sep 10 17:41:33.012594 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-fd22587b-7c3b-42ae-a19d-58d3a45e511d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192481376&fields=id&tenant_id=3e620cdb5ca54d739a692a0aa0ba6955 HTTP/1.1" status: 200 len: 267 time: 0.0330958 Sep 10 17:41:33.125227 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-0ca234a2-9513-4fab-9087-d2e0f4eae869 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:33.127209 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-0ca234a2-9513-4fab-9087-d2e0f4eae869 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 807 time: 0.1074483 Sep 10 17:41:33.142480 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-0da2884d-5e6c-4c1b-917d-b6d0f25e2854 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/quotas/3e620cdb5ca54d739a692a0aa0ba6955 HTTP/1.1" status: 200 len: 375 time: 0.0094552 Sep 10 17:41:33.193787 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-684cbb77-3856-4995-b3f3-d047312e9d5f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461402 Sep 10 17:41:33.300577 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-fa952eb2-945a-4745-bae3-efb9022e93fe service neutron] 10.222.0.65 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920956 Sep 10 17:41:33.332683 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d95d4-a3a3-4705-817d-ed9f6c2a91ad req-344efd2d-ef64-4a34-ab01-8baaefae4164 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:33.334209 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ee5d95d4-a3a3-4705-817d-ed9f6c2a91ad req-344efd2d-ef64-4a34-ab01-8baaefae4164 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0498729 Sep 10 17:41:33.370632 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ee5d95d4-a3a3-4705-817d-ed9f6c2a91ad req-72fa15bd-7563-41c7-93c8-c86c36416093 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Sep 10 17:41:33.395376 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3621ab83-63c7-425c-9571-396d9ed3fb3e service neutron] 10.222.0.65 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885909 Sep 10 17:41:33.718509 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-02394cf3-77aa-440c-b4d7-cf0885da1506 req-5505e368-2a13-4564-875a-fc385a167862 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Sep 10 17:41:34.013698 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275176-595a-4805-9a57-798825db9e5a req-438c8717-5603-4e8b-abcc-17ee2dcb16e8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:34.015799 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9e275176-595a-4805-9a57-798825db9e5a req-438c8717-5603-4e8b-abcc-17ee2dcb16e8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0671413 Sep 10 17:41:34.072486 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9e275176-595a-4805-9a57-798825db9e5a req-23c4431e-f06f-4c06-9b9e-e22c94497a31 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Sep 10 17:41:34.509694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04330-2960-45f7-a200-1813cb1d890b req-e7bc1add-93cb-4c77-b78f-8b3ba1e763b8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:34.511397 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58e04330-2960-45f7-a200-1813cb1d890b req-e7bc1add-93cb-4c77-b78f-8b3ba1e763b8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0490215 Sep 10 17:41:34.550042 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58e04330-2960-45f7-a200-1813cb1d890b req-2ee8f300-e796-4424-aaaf-2cb0fd58c26a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Sep 10 17:41:34.738022 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:41:34.805382 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77223a4d-a391-48f0-b16a-dce3d1bfb924 req-0492bed5-13af-42f3-be12-1bed9153138f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Sep 10 17:41:35.207003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937252-2533-479b-9b17-4dbe478acbb2 req-e8aeebd8-1e44-4894-8c5b-dcab155e6d59 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:35.208756 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-15937252-2533-479b-9b17-4dbe478acbb2 req-e8aeebd8-1e44-4894-8c5b-dcab155e6d59 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0551755 Sep 10 17:41:35.262659 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-15937252-2533-479b-9b17-4dbe478acbb2 req-678c8cfe-2970-4766-822f-bbf172806d09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Sep 10 17:41:35.727447 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367b75-af96-4b24-96cd-9398f58a72d8 req-5a776957-cbbd-4f7f-be14-147a333361c9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:35.729083 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3c367b75-af96-4b24-96cd-9398f58a72d8 req-5a776957-cbbd-4f7f-be14-147a333361c9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0647938 Sep 10 17:41:35.770509 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3c367b75-af96-4b24-96cd-9398f58a72d8 req-4899d065-4a34-4bb0-833b-f57b23a4c150 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352914 Sep 10 17:41:35.920645 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-77d85a3e-35e2-4d8a-8141-1f2351b5c078 req-194c8c7e-ab3e-4e8b-8ade-2e1f79c3ea33 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Sep 10 17:41:36.381321 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c279-0a19-41fc-a0c0-6d9de987a4f7 req-1999a758-0922-4667-8ff2-5082e7cbdf0a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:36.382779 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7e30c279-0a19-41fc-a0c0-6d9de987a4f7 req-1999a758-0922-4667-8ff2-5082e7cbdf0a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Sep 10 17:41:36.421881 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7e30c279-0a19-41fc-a0c0-6d9de987a4f7 req-08e6c778-63f3-413f-9ece-bf0b2893f6f8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Sep 10 17:41:36.898170 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963046-024b-4598-8743-1ba3b2398f9a req-57237aff-a56b-41a2-987c-aebd27bf5b89 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:36.899872 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a6963046-024b-4598-8743-1ba3b2398f9a req-57237aff-a56b-41a2-987c-aebd27bf5b89 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0545080 Sep 10 17:41:36.960693 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a6963046-024b-4598-8743-1ba3b2398f9a req-70a13054-3f29-4663-95ae-4cb8b0485e83 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352330 Sep 10 17:41:37.013240 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3b9c5be9-5bcc-4fcb-a4a3-ce1c81f9ddaf req-00042308-cab4-4c7f-a94c-0fa6197ea225 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0268712 Sep 10 17:41:37.545572 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e0382-0701-4739-9b07-ae02e267978f req-811995c2-1609-4645-8319-a5a38e094760 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:37.547205 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-527e0382-0701-4739-9b07-ae02e267978f req-811995c2-1609-4645-8319-a5a38e094760 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Sep 10 17:41:37.598470 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-527e0382-0701-4739-9b07-ae02e267978f req-5a1de3d3-36c0-4956-abd8-48d1b5787089 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Sep 10 17:41:38.119500 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da58ba0-3d2a-423c-abc1-e069ae4cdd08 req-162dbd63-0cc1-4757-afcd-066d26f54bc8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:38.122029 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4da58ba0-3d2a-423c-abc1-e069ae4cdd08 req-162dbd63-0cc1-4757-afcd-066d26f54bc8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0891259 Sep 10 17:41:38.126779 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6c75b794-504a-48fb-bf3d-7dffb729d17b req-7220e009-c64e-4460-b771-b965cd7fbf69 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Sep 10 17:41:38.164001 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4da58ba0-3d2a-423c-abc1-e069ae4cdd08 req-9489bb2b-6af0-4ba1-8bd7-6c6006fb86b7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Sep 10 17:41:38.737254 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11268a46-9fb1-41e8-8390-b6d0b66f5a24 req-35fb241e-087b-4805-a8b5-cd2396da5caf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:38.738742 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-11268a46-9fb1-41e8-8390-b6d0b66f5a24 req-35fb241e-087b-4805-a8b5-cd2396da5caf tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0780411 Sep 10 17:41:38.775365 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-11268a46-9fb1-41e8-8390-b6d0b66f5a24 req-3e4040b6-370d-452f-b2f2-0f77f36651cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303793 Sep 10 17:41:39.224997 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-85a52fc5-0d79-4103-8dba-219d8a336f74 req-c9b94144-b67b-48d5-b109-fecebbfa61f0 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0270479 Sep 10 17:41:39.290318 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607f7e-be82-4ccf-8ae2-1d8f481c6352 req-f0262f41-9db3-49c6-a084-e8e127861309 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.293231 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a0607f7e-be82-4ccf-8ae2-1d8f481c6352 req-f0262f41-9db3-49c6-a084-e8e127861309 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0510907 Sep 10 17:41:39.335335 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a0607f7e-be82-4ccf-8ae2-1d8f481c6352 req-f57ff7fe-625f-4f26-9fe0-bd1144953deb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Sep 10 17:41:39.894349 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33df77-6b22-41ec-8e6c-9dd4ca6de8fe req-2a76deb7-bc1c-442a-8925-f316830abe5a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.896833 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2b33df77-6b22-41ec-8e6c-9dd4ca6de8fe req-2a76deb7-bc1c-442a-8925-f316830abe5a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Sep 10 17:41:39.951113 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2b33df77-6b22-41ec-8e6c-9dd4ca6de8fe req-4e41f58d-c276-406d-934c-aa303fa31261 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Sep 10 17:41:40.320820 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d91e97f7-bf83-4ace-ad35-13535e2f4bee req-d6ec800a-0245-423e-8f1a-ce5eb58d8f87 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Sep 10 17:41:40.462890 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05425d-8438-40a4-bc51-6cb17524c7e5 req-84f66b3c-5e52-4f70-b9db-4d7c64df17ae tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:40.464448 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9d05425d-8438-40a4-bc51-6cb17524c7e5 req-84f66b3c-5e52-4f70-b9db-4d7c64df17ae tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0534639 Sep 10 17:41:40.508472 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9d05425d-8438-40a4-bc51-6cb17524c7e5 req-6983f8da-29c8-439c-bc48-a8aed45a1fbc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369470 Sep 10 17:41:41.074903 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5c0b-4022-45ce-8dba-291c511ee589 req-17d81d8d-9ec6-43d0-ae0a-cd4462fa04f0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:41.076262 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f1fc5c0b-4022-45ce-8dba-291c511ee589 req-17d81d8d-9ec6-43d0-ae0a-cd4462fa04f0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Sep 10 17:41:41.127756 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f1fc5c0b-4022-45ce-8dba-291c511ee589 req-dbe42c25-a6c7-4022-ac4c-20c78d1f1d8e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Sep 10 17:41:41.413563 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4aaa8217-5bbe-467f-9264-a0d9f896836b req-1d0b10ba-7be9-4d22-bf05-7712a5605945 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0280790 Sep 10 17:41:41.641672 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28af0-70dc-4794-a29d-2fa8d9e42873 req-d0474ffd-23c1-46bc-b15d-621cb11ad3d5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:41.643182 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-baf28af0-70dc-4794-a29d-2fa8d9e42873 req-d0474ffd-23c1-46bc-b15d-621cb11ad3d5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0517864 Sep 10 17:41:41.679816 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-baf28af0-70dc-4794-a29d-2fa8d9e42873 req-54410381-f1aa-4edf-b3a2-63e63170c868 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Sep 10 17:41:42.239642 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b91fd3-b477-43c1-8b2b-329412043283 req-2bb2215a-dc96-4697-b1a0-ba5a93cb18dc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:42.241429 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f5b91fd3-b477-43c1-8b2b-329412043283 req-2bb2215a-dc96-4697-b1a0-ba5a93cb18dc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Sep 10 17:41:42.286823 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f5b91fd3-b477-43c1-8b2b-329412043283 req-28b96a37-3714-4ae7-94ec-61cd6b1e6af0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 Sep 10 17:41:42.396681 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f04b2ed6-5b4a-4abd-9fc0-f77b258bc373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:42.536403 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-95db11ff-48ba-4e68-8a24-c6ccbc76f0d5 req-fd30b859-8128-4cdf-9c00-e93f48bd7007 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0385206 Sep 10 17:41:42.593675 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:42.803783 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c4f08-ec3d-407a-9f18-28a0358f99af req-911ddd99-51df-4789-9871-eec06c77c21f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:42.805276 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e59c4f08-ec3d-407a-9f18-28a0358f99af req-911ddd99-51df-4789-9871-eec06c77c21f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0533414 Sep 10 17:41:42.850430 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e59c4f08-ec3d-407a-9f18-28a0358f99af req-987f5d13-38cf-4307-8e48-64d08c319e28 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368934 Sep 10 17:41:43.399243 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a3fcb-7169-4b03-961b-108d97e632dc req-d4b7de27-44c5-4124-9de8-f4fe8940bffe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:43.400721 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fd8a3fcb-7169-4b03-961b-108d97e632dc req-d4b7de27-44c5-4124-9de8-f4fe8940bffe tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Sep 10 17:41:43.445046 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fd8a3fcb-7169-4b03-961b-108d97e632dc req-32ce9f67-baae-44fa-9121-bc11b3efd119 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Sep 10 17:41:43.629499 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-96585aa9-4b0f-4297-8667-1ce327a4dba4 req-6ebd9a33-2fe7-4c9a-b13e-d2a1459b8bc8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0262039 Sep 10 17:41:43.848757 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-23fda06e-1f06-46c0-8ec5-42f82752b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:43.850281 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-23fda06e-1f06-46c0-8ec5-42f82752b33e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1096 time: 0.0455551 Sep 10 17:41:44.012273 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-bf5e96d5-5b03-452c-8d2d-3c2c7223001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.013748 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-bf5e96d5-5b03-452c-8d2d-3c2c7223001d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.1246049 Sep 10 17:41:44.021913 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a8285-a3c5-4cb5-b387-b76d9cb6f93d req-3d25b876-3ebe-46ef-b182-9f03fcfed643 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.023336 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fd5a8285-a3c5-4cb5-b387-b76d9cb6f93d req-3d25b876-3ebe-46ef-b182-9f03fcfed643 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0734642 Sep 10 17:41:44.105852 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fd5a8285-a3c5-4cb5-b387-b76d9cb6f93d req-1fdf9ced-41e9-4fdf-88d2-f714d427f6a9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732870 Sep 10 17:41:44.107704 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-772d7d62-9442-4740-8e8b-6674bac00533 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 200 len: 999 time: 0.0808623 Sep 10 17:41:44.164260 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-86a9faf2-638d-43ca-87cb-9239dd76f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.165709 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-86a9faf2-638d-43ca-87cb-9239dd76f99c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0486259 Sep 10 17:41:44.214635 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-e275d6c8-03a2-4503-8b50-da5630589442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.216120 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-e275d6c8-03a2-4503-8b50-da5630589442 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397229 Sep 10 17:41:44.318242 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-63c9d365-3c1b-4039-8bdb-66781eccbbec service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Sep 10 17:41:44.414177 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d865edff-9d8a-4853-a799-b34b57d44b23 req-1732158e-a8dc-4bf4-b924-a6c7d1682a9a service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849741 Sep 10 17:41:44.572913 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a88eb-95a2-49ff-88ff-d91a272d7e0b req-b731f76f-4c9b-41cc-97f1-3b6e3569c3cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.574387 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cb0a88eb-95a2-49ff-88ff-d91a272d7e0b req-b731f76f-4c9b-41cc-97f1-3b6e3569c3cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Sep 10 17:41:44.615945 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cb0a88eb-95a2-49ff-88ff-d91a272d7e0b req-119853f9-aac1-44f1-9751-c65e33122fa9 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Sep 10 17:41:44.723895 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ab58b758-2652-4738-a778-9cb55dfd80e7 req-eed2c96f-0e90-40c6-8438-938218c88154 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0299866 Sep 10 17:41:44.895676 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-38339dd1-3fbd-4e7f-977c-0dcbcacb3b12 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:44.897174 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-38339dd1-3fbd-4e7f-977c-0dcbcacb3b12 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 807 time: 0.1190650 Sep 10 17:41:44.938423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-08aee083-0692-423d-8c8b-ff28cabc816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:44.946115 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-1b925aa7-af23-4580-a629-2ed5c1ebe91e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e620cdb5ca54d739a692a0aa0ba6955 HTTP/1.1" status: 200 len: 380 time: 0.0370142 Sep 10 17:41:44.973952 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'port': {'device_id': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'admin_state_up': True, 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'security_groups': ['1cadc0f3-6a09-4389-a9e0-d290aa48a1d5']}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:45.084740 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Made reservation on behalf of 3e620cdb5ca54d739a692a0aa0ba6955 for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:41:45.088452 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.216950 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Allocated IP 172.20.0.10 (20266423-cd4e-4162-9e17-daa6ca5de85c/66a15bc5-8048-470d-a88a-962b4c182566/13d6a4b3-e79a-4c5c-b371-a0f817d79e3b) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:41:45.240265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101324e-1cdb-429e-b193-f125a235868d req-4ad867b5-514f-45f1-8f29-082edb708703 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.242460 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6101324e-1cdb-429e-b193-f125a235868d req-4ad867b5-514f-45f1-8f29-082edb708703 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0550079 Sep 10 17:41:45.283055 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6101324e-1cdb-429e-b193-f125a235868d req-259d4c09-09fb-4624-8654-45b3db47ee3e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346854 Sep 10 17:41:45.369024 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.380573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.383329 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Transition to ACTIVE for port object 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:45.415946 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.461506 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Network 20266423-cd4e-4162-9e17-daa6ca5de85c is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:41:45.464548 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:41:45.468292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:41:45.477050 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:45.512248 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.512597 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.512932 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.513261 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.513582 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.513913 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.514389 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.514852 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.515275 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.515598 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.515953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.516273 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:45.540751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.541265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.555797 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-3c5056ab-60fb-4f84-9f6e-ceb1fd0ebd3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863805 Sep 10 17:41:45.569588 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Request body: {'port': {'device_id': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:45.639235 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.728751 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ce0d169b-a144-41b1-9578-f2db4b27a921 None None] Provisioning for port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:41:45.732915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-ce0d169b-a144-41b1-9578-f2db4b27a921 None None] Provisioning complete for port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:45.733321 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ce0d169b-a144-41b1-9578-f2db4b27a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:45.826095 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d169b-a144-41b1-9578-f2db4b27a921 None None] Port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:41:45.826749 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c7d3-84f3-4134-bf92-e45ed20063ac req-435ff1f1-208b-4434-89ea-9370195d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.828987 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae95c7d3-84f3-4134-bf92-e45ed20063ac req-435ff1f1-208b-4434-89ea-9370195d00a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.0791686 Sep 10 17:41:45.864228 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c0cf-cd8d-4418-a1bd-dd4a94883822 req-b64458b3-4857-4c54-a2be-24de36f9a66f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.866505 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a844c0cf-cd8d-4418-a1bd-dd4a94883822 req-b64458b3-4857-4c54-a2be-24de36f9a66f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.1541140 Sep 10 17:41:45.904371 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27e59c-1f1f-440d-a445-6865d4b10335 req-34859ff5-dd0f-4a99-b5ed-61859322cf9b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.906024 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fd27e59c-1f1f-440d-a445-6865d4b10335 req-34859ff5-dd0f-4a99-b5ed-61859322cf9b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 932 time: 0.0755985 Sep 10 17:41:45.910643 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae95c7d3-84f3-4134-bf92-e45ed20063ac req-9e3f1f1a-8434-4f63-aa74-3b60e9700217 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Sep 10 17:41:45.946757 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a844c0cf-cd8d-4418-a1bd-dd4a94883822 req-3f56b667-b705-48ce-a0cd-2bd61c6adebc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716619 Sep 10 17:41:45.950718 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fd27e59c-1f1f-440d-a445-6865d4b10335 req-20109e56-2e25-4a16-84b5-45b0175b8003 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366583 Sep 10 17:41:46.021968 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:46.030701 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.043632 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Transition to ACTIVE for port object 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:41:46.047204 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.094653 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:46.176077 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Attempting to bind port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:41:46.176418 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Attempting to bind port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:41:46.176748 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Attempting to bind port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b on network 20266423-cd4e-4162-9e17-daa6ca5de85c {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:46.181340 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b on network 20266423-cd4e-4162-9e17-daa6ca5de85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:41:46.181662 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Attempting to bind port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b on network 20266423-cd4e-4162-9e17-daa6ca5de85c {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:41:46.186637 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:41:46.186976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Checking segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:41:46.187364 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Bound using segment: {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:41:46.188353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Bound port: 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a238bf08-0c51-4644-82e3-492e34971333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:41:46.188721 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.257205 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:41:46.260857 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:41:46.264344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.300837 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.301453 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.302856 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] 10.222.0.66 "PUT /v2.0/ports/13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 1094 time: 0.7375937 Sep 10 17:41:46.303290 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:46.305495 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224dd8e-506d-4b78-a331-7e3c675ecf10" -d '{"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:46.335923 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0498f-49e7-4c75-8e48-8eb93350170b service neutron] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:46.356122 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:46.364526 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77967407-17fc-4ea6-b1e6-8a9d006df12d x-openstack-request-id: req-77967407-17fc-4ea6-b1e6-8a9d006df12d {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:46.364835 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:46.365421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77967407-17fc-4ea6-b1e6-8a9d006df12d {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:46.365970 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'status': 'completed', 'code': 200} Sep 10 17:41:46.467428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f4bc3-aceb-4281-a306-67d156361525 req-9c7a1270-8e32-4e49-8746-b14d545abbb7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.468988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f16f4bc3-aceb-4281-a306-67d156361525 req-9c7a1270-8e32-4e49-8746-b14d545abbb7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0816886 Sep 10 17:41:46.476015 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-1de0852b-d33f-49d4-8382-eb917379bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.477593 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-1de0852b-d33f-49d4-8382-eb917379bc77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1097 time: 0.0792143 Sep 10 17:41:46.539037 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-e04ea6f7-dcb8-46bd-a8c8-8b71e14fb38e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 217 time: 0.0443990 Sep 10 17:41:46.543985 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f16f4bc3-aceb-4281-a306-67d156361525 req-21e2f821-c96b-4998-9daa-0f96c6ad8caf tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655434 Sep 10 17:41:46.589166 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-867b39df-3101-429d-93bb-5f06434d30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.590643 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-867b39df-3101-429d-93bb-5f06434d30fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0430367 Sep 10 17:41:46.643396 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-4d27815f-81cd-4070-9760-907bc917c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.644876 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-4d27815f-81cd-4070-9760-907bc917c0da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428724 Sep 10 17:41:46.740363 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-2ea7ed8b-c2e1-4926-906e-20093b08e72e service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834546 Sep 10 17:41:46.846633 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d0067d1f-fdab-425a-903d-dd32ee70fbec req-6770f003-7fd6-4056-a40c-abf16f9431e5 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926969 Sep 10 17:41:46.934953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-6a323020-0742-46a8-8124-fd631ef178fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.936392 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-6a323020-0742-46a8-8124-fd631ef178fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1097 time: 0.0386994 Sep 10 17:41:47.042125 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-d565d604-4d3c-460d-861c-3649bf4dedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.043582 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-d565d604-4d3c-460d-861c-3649bf4dedb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.0988853 Sep 10 17:41:47.064206 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9b7d8-5db3-4f98-97db-abe663e8671a req-9bc2459f-dfce-4822-a580-6f571c192e95 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.065786 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ee9b7d8-5db3-4f98-97db-abe663e8671a req-9bc2459f-dfce-4822-a580-6f571c192e95 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0498714 Sep 10 17:41:47.105164 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ee9b7d8-5db3-4f98-97db-abe663e8671a req-5c76f5c9-65a3-47af-8d55-6242a3b5e269 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Sep 10 17:41:47.109434 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738de07-5d78-4a89-8bd7-447cb97a20e2 req-8aa9453c-e27a-4cf4-b662-991235184073 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.111080 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6738de07-5d78-4a89-8bd7-447cb97a20e2 req-8aa9453c-e27a-4cf4-b662-991235184073 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0825219 Sep 10 17:41:47.112634 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-695f720f-1637-4d76-bfc7-4f1cf566b66e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 217 time: 0.0467916 Sep 10 17:41:47.185577 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6738de07-5d78-4a89-8bd7-447cb97a20e2 req-b4fba1f2-65f7-4d18-9158-a9f0e242688c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674300 Sep 10 17:41:47.193040 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-53967983-69ff-44d5-93c0-a41cc1d06f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.194486 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-53967983-69ff-44d5-93c0-a41cc1d06f9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0588610 Sep 10 17:41:47.244291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-02bd731d-d7fb-4640-906a-887c65826968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.245850 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-02bd731d-d7fb-4640-906a-887c65826968 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402520 Sep 10 17:41:47.345702 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-17b7206e-1821-4447-a926-1291f5c238ac service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866220 Sep 10 17:41:47.440544 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f224dd8e-506d-4b78-a331-7e3c675ecf10 req-61a781ec-5140-4a61-85c4-562d13e21ddf service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802386 Sep 10 17:41:47.675330 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a635-fe1c-4b68-906a-a84dadddee4e req-7575c590-0518-4bb1-8244-9e433aff3c9a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.676811 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-29c1a635-fe1c-4b68-906a-a84dadddee4e req-7575c590-0518-4bb1-8244-9e433aff3c9a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0507169 Sep 10 17:41:47.713741 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-29c1a635-fe1c-4b68-906a-a84dadddee4e req-bdc53f0c-a8b7-40bd-98c9-3efcf649f77a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Sep 10 17:41:47.821723 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:48.237708 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243eb8-2f9c-4a77-b7ce-4b83c7bf3cf3 req-8941a1ab-143e-4661-a75f-fb3ff64ec60f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.239227 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0b243eb8-2f9c-4a77-b7ce-4b83c7bf3cf3 req-8941a1ab-143e-4661-a75f-fb3ff64ec60f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0537364 Sep 10 17:41:48.277469 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0b243eb8-2f9c-4a77-b7ce-4b83c7bf3cf3 req-c084c4d2-262d-4a77-a919-17f5c286abbd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Sep 10 17:41:48.306635 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f6ea5-b201-44bc-9ca5-d37ee953f34d req-b6a2fc0e-ef0b-4d55-a345-a9adc02362fb tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.308130 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1b4f6ea5-b201-44bc-9ca5-d37ee953f34d req-b6a2fc0e-ef0b-4d55-a345-a9adc02362fb tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0509784 Sep 10 17:41:48.346503 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1b4f6ea5-b201-44bc-9ca5-d37ee953f34d req-7d2ded13-6d7d-49d4-92e4-d5164549c1b0 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Sep 10 17:41:48.721955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8237cf-9e82-488d-8625-6c09693a3e38 req-1310a9b1-1e00-45d8-9e14-eb5fc474e5da tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.723360 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7c8237cf-9e82-488d-8625-6c09693a3e38 req-1310a9b1-1e00-45d8-9e14-eb5fc474e5da tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0739627 Sep 10 17:41:48.725732 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4487-01dc-4840-999f-c06f96841f19 req-d6de6058-08f3-405e-b16f-f96f143cf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.727092 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-d6de6058-08f3-405e-b16f-f96f143cf1a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 1098 time: 0.0685551 Sep 10 17:41:48.791369 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7c8237cf-9e82-488d-8625-6c09693a3e38 req-826675b3-abee-4a3e-9647-6cc26508bc35 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620685 Sep 10 17:41:48.846851 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55e84-e0df-437e-a6b4-c2b7a571df28 req-43142fb4-a55b-466c-a5e4-9fedbfc87ec0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.847659 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4487-01dc-4840-999f-c06f96841f19 req-ac76c856-2cad-4e44-ac31-acb75b6c9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.848450 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-05d55e84-e0df-437e-a6b4-c2b7a571df28 req-43142fb4-a55b-466c-a5e4-9fedbfc87ec0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0550764 Sep 10 17:41:48.849104 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-ac76c856-2cad-4e44-ac31-acb75b6c9b1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 200 len: 919 time: 0.1074162 Sep 10 17:41:48.887018 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-05d55e84-e0df-437e-a6b4-c2b7a571df28 req-dca77c29-410b-4928-a7ea-ff521740e853 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Sep 10 17:41:48.894381 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-fb9f93f5-2d36-410e-bef6-a2247aaaf827 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 200 len: 217 time: 0.0358853 Sep 10 17:41:48.948129 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4487-01dc-4840-999f-c06f96841f19 req-3c2ee03a-6038-4b73-9bba-6f5af6e9e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.949597 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-3c2ee03a-6038-4b73-9bba-6f5af6e9e62c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 200 len: 858 time: 0.0466957 Sep 10 17:41:48.991947 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-96f5ef3f-a3c4-466d-9be4-64c44ec1be72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236547 Sep 10 17:41:49.096636 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-117d546f-c428-4225-b04d-2cd93ce9b1e3 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899982 Sep 10 17:41:49.218988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-564e4487-01dc-4840-999f-c06f96841f19 req-89399751-415c-4603-a3d9-80a300928326 service neutron] 10.222.0.66 "GET /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989788 Sep 10 17:41:49.391126 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b863bf-a8d4-4d73-805f-b11120455203 req-975115ea-ad26-4380-8009-7d7707ee9583 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:49.392599 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9b863bf-a8d4-4d73-805f-b11120455203 req-975115ea-ad26-4380-8009-7d7707ee9583 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0481589 Sep 10 17:41:49.428252 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e9b863bf-a8d4-4d73-805f-b11120455203 req-30efbe3e-7c9d-4808-a3b7-01d7dd0e6057 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299239 Sep 10 17:41:49.907467 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956cf41-c615-4452-91a7-7dd7e6aecfd6 req-51721496-05a6-4c7d-9523-d26bc2c40592 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:49.908899 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6956cf41-c615-4452-91a7-7dd7e6aecfd6 req-51721496-05a6-4c7d-9523-d26bc2c40592 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0513778 Sep 10 17:41:49.946872 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6956cf41-c615-4452-91a7-7dd7e6aecfd6 req-2fdab603-0a41-4811-8918-c61c99f19af1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Sep 10 17:41:50.007644 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0052bb-68f2-4ca9-a589-2b24957d5793 req-05d7ffa3-4186-4bb3-8a60-798114b5d0b7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:50.009479 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2c0052bb-68f2-4ca9-a589-2b24957d5793 req-05d7ffa3-4186-4bb3-8a60-798114b5d0b7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0491273 Sep 10 17:41:50.051780 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2c0052bb-68f2-4ca9-a589-2b24957d5793 req-cdd43a7f-f1f0-45b1-9d7d-f0c750215c0e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359371 Sep 10 17:41:50.540053 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f382b-1841-47ec-aa5a-3338d4a82fb5 req-2cb27494-9d03-4e39-918f-02a56f6533d7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:50.541602 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8c0f382b-1841-47ec-aa5a-3338d4a82fb5 req-2cb27494-9d03-4e39-918f-02a56f6533d7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0487251 Sep 10 17:41:50.579806 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8c0f382b-1841-47ec-aa5a-3338d4a82fb5 req-a1bcc5d5-f799-43eb-948b-2df0c18d4cf8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Sep 10 17:41:51.058721 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c91852-12f6-46d1-9d6d-6da8ff5b5917 req-8a9e8f7d-d8d7-4e4c-ac8d-eefc1796ac14 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:51.060176 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-62c91852-12f6-46d1-9d6d-6da8ff5b5917 req-8a9e8f7d-d8d7-4e4c-ac8d-eefc1796ac14 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Sep 10 17:41:51.099153 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-62c91852-12f6-46d1-9d6d-6da8ff5b5917 req-7d2851eb-4eb4-4c8f-9a28-f07d453b756b tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Sep 10 17:41:51.168591 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909eb8c-1407-4eac-bb4e-bc0b5812a138 req-b3e80d68-6b85-402d-b90a-72a2088a190a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:51.170008 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4909eb8c-1407-4eac-bb4e-bc0b5812a138 req-b3e80d68-6b85-402d-b90a-72a2088a190a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0470243 Sep 10 17:41:51.206834 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4909eb8c-1407-4eac-bb4e-bc0b5812a138 req-d6e946df-8004-463b-a05a-9ab11f960abf tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Sep 10 17:41:51.699120 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cdc88-0859-4d38-8b8c-d68973b434b8 req-a97e91b1-e00e-4a84-a923-8b9ce3453422 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:51.700602 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c64cdc88-0859-4d38-8b8c-d68973b434b8 req-a97e91b1-e00e-4a84-a923-8b9ce3453422 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0496020 Sep 10 17:41:51.736982 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c64cdc88-0859-4d38-8b8c-d68973b434b8 req-1a3275df-ee56-47c8-a8df-95f75b17c108 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304399 Sep 10 17:41:52.215237 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a4b9-5756-4557-89b3-1a9ab0bd6ab8 req-9eb68da1-edb2-4684-adb4-a6f8d1c6948f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:52.216744 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d599a4b9-5756-4557-89b3-1a9ab0bd6ab8 req-9eb68da1-edb2-4684-adb4-a6f8d1c6948f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0516238 Sep 10 17:41:52.255152 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d599a4b9-5756-4557-89b3-1a9ab0bd6ab8 req-997ec58e-b910-452a-a009-5f1a3a95445a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 10 17:41:52.324720 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93f32-d356-47ba-9880-3559fe9b4650 req-0d551697-0274-4a8a-ae2e-a60ff835bf91 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:52.326192 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e7f93f32-d356-47ba-9880-3559fe9b4650 req-0d551697-0274-4a8a-ae2e-a60ff835bf91 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0474944 Sep 10 17:41:52.369403 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e7f93f32-d356-47ba-9880-3559fe9b4650 req-844645bd-0c50-4165-a7a6-b00e4ea5a74f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367508 Sep 10 17:41:52.848687 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195a47-6d82-4338-b0e6-6d3b169f7b7e req-74a172d8-118e-46b4-b00a-a88e77293e8e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:52.850148 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3e195a47-6d82-4338-b0e6-6d3b169f7b7e req-74a172d8-118e-46b4-b00a-a88e77293e8e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0480683 Sep 10 17:41:52.891502 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3e195a47-6d82-4338-b0e6-6d3b169f7b7e req-d32aad1c-cbd2-4da5-b659-1279d14216c8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Sep 10 17:41:53.367719 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed7ca-2d79-475b-8a86-ba48418f97ca req-93daecf0-bdc7-4011-aabb-1078b040e910 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:53.369198 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-00aed7ca-2d79-475b-8a86-ba48418f97ca req-93daecf0-bdc7-4011-aabb-1078b040e910 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Sep 10 17:41:53.410301 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-00aed7ca-2d79-475b-8a86-ba48418f97ca req-1c360a96-eac6-4a93-9370-19d154010a6a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Sep 10 17:41:53.486969 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb203-54c0-4793-b7ee-73a43c774b68 req-21abd0c0-7266-4509-aa58-e18f4f6ea595 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:53.488413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a5fb203-54c0-4793-b7ee-73a43c774b68 req-21abd0c0-7266-4509-aa58-e18f4f6ea595 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0482147 Sep 10 17:41:53.524125 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5a5fb203-54c0-4793-b7ee-73a43c774b68 req-141ff90a-6514-4cab-829e-59909e9f4276 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297034 Sep 10 17:41:54.001331 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2269bd-ba85-47cf-927d-13162efd4cfc req-263b4b96-5a46-46ff-ae56-628b41e020c9 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:54.002806 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d2269bd-ba85-47cf-927d-13162efd4cfc req-263b4b96-5a46-46ff-ae56-628b41e020c9 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0476091 Sep 10 17:41:54.039127 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8d2269bd-ba85-47cf-927d-13162efd4cfc req-4220ce0e-8726-44b2-a2d7-b66b4d8cc2cb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Sep 10 17:41:54.527750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beb4e7-7298-4ce1-83e9-239754f82997 req-037bacd2-9ab8-4e6c-ba5b-67517d8c959a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:54.529156 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-81beb4e7-7298-4ce1-83e9-239754f82997 req-037bacd2-9ab8-4e6c-ba5b-67517d8c959a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0521870 Sep 10 17:41:54.569099 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-81beb4e7-7298-4ce1-83e9-239754f82997 req-17bcbf3c-83a2-486f-99fe-b22ae644eb09 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Sep 10 17:41:54.642008 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156dbd2-5432-482d-8788-90f939b5ae79 req-06a95495-7399-4ae8-b869-d3bb03afcc85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:54.643429 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7156dbd2-5432-482d-8788-90f939b5ae79 req-06a95495-7399-4ae8-b869-d3bb03afcc85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0477703 Sep 10 17:41:54.683216 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7156dbd2-5432-482d-8788-90f939b5ae79 req-f9723c80-ea9d-4ca3-8c0c-5fa220967740 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339484 Sep 10 17:41:55.148820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578ac0-61dc-450a-8dff-cc223641fa00 req-e0ea617b-b588-449d-8cce-42742bdeba13 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:55.150278 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc578ac0-61dc-450a-8dff-cc223641fa00 req-e0ea617b-b588-449d-8cce-42742bdeba13 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0477002 Sep 10 17:41:55.186421 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc578ac0-61dc-450a-8dff-cc223641fa00 req-9a408e64-17b4-4f7a-8ade-509b410edee3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Sep 10 17:41:55.806181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed2901-5dfe-4eb2-b6cc-e744af5db8cc req-a5bd3e4d-8d47-4f34-93f2-4efa648e3951 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:55.807796 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aeed2901-5dfe-4eb2-b6cc-e744af5db8cc req-a5bd3e4d-8d47-4f34-93f2-4efa648e3951 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0511992 Sep 10 17:41:55.847794 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aeed2901-5dfe-4eb2-b6cc-e744af5db8cc req-6e36b2cc-864f-4f2a-afc6-e262ca9ddbb0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Sep 10 17:41:55.899354 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a30e15-df20-47d0-996d-423d2c5b81ff req-17804bd3-73a1-46af-b30a-9022de3bef0f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:55.900807 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0a30e15-df20-47d0-996d-423d2c5b81ff req-17804bd3-73a1-46af-b30a-9022de3bef0f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.2650557 Sep 10 17:41:55.938374 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0a30e15-df20-47d0-996d-423d2c5b81ff req-d4fd4af7-d923-431f-b7b0-800a4e91b23c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Sep 10 17:41:56.301949 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80295fa9-441c-492e-b476-9912fb145721 req-3044964e-ab25-4906-886e-45398868af1b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:56.303461 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-80295fa9-441c-492e-b476-9912fb145721 req-3044964e-ab25-4906-886e-45398868af1b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0519326 Sep 10 17:41:56.339495 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-80295fa9-441c-492e-b476-9912fb145721 req-27f35cb3-9446-4aba-b896-bf5e923ff1e8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Sep 10 17:41:56.970400 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819e11-ed8a-4253-983c-ee5acdbc69b0 req-d8901cf7-e4c2-4d31-8f77-3a1004e44565 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:56.971887 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f0819e11-ed8a-4253-983c-ee5acdbc69b0 req-d8901cf7-e4c2-4d31-8f77-3a1004e44565 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 943 time: 0.0486362 Sep 10 17:41:57.010029 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f0819e11-ed8a-4253-983c-ee5acdbc69b0 req-d6125301-fcd2-48de-8612-19e7604cedff tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Sep 10 17:41:57.051786 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549ba8-5e87-4365-8d6b-2c0f48fcdef4 req-acaf47f8-5471-4c2a-8dc4-af71a4e9a3c2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:57.053239 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ad549ba8-5e87-4365-8d6b-2c0f48fcdef4 req-acaf47f8-5471-4c2a-8dc4-af71a4e9a3c2 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Sep 10 17:41:57.082779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:41:57.090362 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ad549ba8-5e87-4365-8d6b-2c0f48fcdef4 req-6aade77c-2093-4ad3-8432-9e0d2fe4f6af tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Sep 10 17:41:57.178385 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:57.190023 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'mac_address': 'fa:16:3e:d2:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:41:57.230011 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:57.243572 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:57.262340 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:57.266672 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:57.267379 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:41:57.332816 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:57.348175 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.348555 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.348857 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.349197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.349532 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.349866 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.350221 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.350555 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.350902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.351233 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.351557 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.351882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:57.417806 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:57.435741 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'mac_address': 'fa:16:3e:76:07:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:41:57.467869 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0bbf5-6cbb-4b96-a66c-48c39866d5c3 req-48582795-2bfc-43d2-83f6-da492744e782 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:57.469918 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ec0bbf5-6cbb-4b96-a66c-48c39866d5c3 req-48582795-2bfc-43d2-83f6-da492744e782 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0528822 Sep 10 17:41:57.478660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:57.491900 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:57.513841 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:57.515262 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ec0bbf5-6cbb-4b96-a66c-48c39866d5c3 req-70dc8be4-5894-4ba9-81e4-8633bd6c99e3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 Sep 10 17:41:57.519434 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:57.565024 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=9']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:58.130045 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:58.139568 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252848bc-5aba-441c-b9f1-fb2922dcceeb req-8acf79d6-0f0b-45ec-8390-14b701ea9b6d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:58.141732 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-252848bc-5aba-441c-b9f1-fb2922dcceeb req-8acf79d6-0f0b-45ec-8390-14b701ea9b6d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0576217 Sep 10 17:41:58.204792 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-252848bc-5aba-441c-b9f1-fb2922dcceeb req-e2a02cf8-3b4b-4864-b250-5bb106ff361c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Sep 10 17:41:58.205132 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['035ee74e-3fba-4e62-9760-65c8ea90fc47'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:58.629562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae913-6c6e-428f-acff-624e5a7690ed req-deb2a721-0557-4891-9421-31943303a294 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:58.631061 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-59dae913-6c6e-428f-acff-624e5a7690ed req-deb2a721-0557-4891-9421-31943303a294 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Sep 10 17:41:58.667546 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-59dae913-6c6e-428f-acff-624e5a7690ed req-02207494-a839-4283-aa63-440cf653e7ee tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Sep 10 17:41:59.330115 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b7d52-edf0-4392-a7b1-24345a432d99 req-9016c987-ace2-4c62-8e2c-4e20caac543d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:59.331570 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0e7b7d52-edf0-4392-a7b1-24345a432d99 req-9016c987-ace2-4c62-8e2c-4e20caac543d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0511882 Sep 10 17:41:59.367357 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0e7b7d52-edf0-4392-a7b1-24345a432d99 req-80abd101-1048-47f3-bd42-1618fcb8f6b9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300188 Sep 10 17:41:59.785238 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587f32-b622-4f0b-a857-1a1c232fab03 req-9fbbb259-7a95-45e1-95b6-3301f1a493a2 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:59.786630 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a3587f32-b622-4f0b-a857-1a1c232fab03 req-9fbbb259-7a95-45e1-95b6-3301f1a493a2 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Sep 10 17:41:59.823281 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a3587f32-b622-4f0b-a857-1a1c232fab03 req-044a1ed6-c155-4e31-8d42-2eec3c3f44f1 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Sep 10 17:42:00.483601 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d8816-070c-42f3-a00b-e9588d09f4a4 req-98028b41-618f-47ba-bc57-c48283c77d03 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:00.485115 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-625d8816-070c-42f3-a00b-e9588d09f4a4 req-98028b41-618f-47ba-bc57-c48283c77d03 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0489142 Sep 10 17:42:00.523356 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-625d8816-070c-42f3-a00b-e9588d09f4a4 req-a9885035-1bcc-4c47-8650-2abdbbf36ab2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Sep 10 17:42:00.937693 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24901b6f-3389-4396-ab32-80241c4ea15f req-fefcd0c2-7f2a-4ae3-82b2-df5fe45e3d5e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:00.939251 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-24901b6f-3389-4396-ab32-80241c4ea15f req-fefcd0c2-7f2a-4ae3-82b2-df5fe45e3d5e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Sep 10 17:42:00.975274 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-24901b6f-3389-4396-ab32-80241c4ea15f req-e6b68d17-31e6-4cb2-b03b-b72352e3875f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302734 Sep 10 17:42:01.640820 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425bcd7-2ba1-40b7-89ea-df6d8b22a08d req-80b0660e-9d57-425d-a0e1-1b7b6844b1a8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:01.642342 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e425bcd7-2ba1-40b7-89ea-df6d8b22a08d req-80b0660e-9d57-425d-a0e1-1b7b6844b1a8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0477681 Sep 10 17:42:01.683015 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e425bcd7-2ba1-40b7-89ea-df6d8b22a08d req-1774e58a-d714-4696-a403-ff036963b374 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Sep 10 17:42:02.087196 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187f82c-5c02-4d94-a7eb-44e6db54a8a4 req-67307fb9-ff47-4c2b-b858-050da7e26b53 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:02.088525 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5187f82c-5c02-4d94-a7eb-44e6db54a8a4 req-67307fb9-ff47-4c2b-b858-050da7e26b53 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0492659 Sep 10 17:42:02.124415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5187f82c-5c02-4d94-a7eb-44e6db54a8a4 req-e3fe4b50-d6d4-4216-b903-fc735a102d61 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294709 Sep 10 17:42:02.799247 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3d04-c225-4c17-a57a-21c29e7d1524 req-2a34dddb-e2b3-4796-852b-813936a0c4d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:02.800712 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-10fc3d04-c225-4c17-a57a-21c29e7d1524 req-2a34dddb-e2b3-4796-852b-813936a0c4d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 944 time: 0.0481980 Sep 10 17:42:02.837982 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-10fc3d04-c225-4c17-a57a-21c29e7d1524 req-8d6dcdc5-1780-43a2-8d50-6e0dbda76343 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Sep 10 17:42:03.126246 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:42:03.175835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:42:03.179683 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:03.180061 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.243212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb005ca-bc47-47e6-a701-ff7c005dab7b req-991d3e2e-6d4f-4318-a132-b411dc707ed1 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:03.244696 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-afb005ca-bc47-47e6-a701-ff7c005dab7b req-991d3e2e-6d4f-4318-a132-b411dc707ed1 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0505886 Sep 10 17:42:03.262812 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.283026 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-afb005ca-bc47-47e6-a701-ff7c005dab7b req-c7fa718b-0982-4335-aeca-0d2ae5ff34db tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Sep 10 17:42:03.287380 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:03.289631 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dba674-39b5-451c-a49b-16f6ba14c429" -d '{"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-plugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:03.312046 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:03.316478 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.317492 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:42:03.339361 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c593b15b-a0fc-467a-b25c-6775dd0a01ca x-openstack-request-id: req-c593b15b-a0fc-467a-b25c-6775dd0a01ca {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:03.339655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-plugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:03.339909 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c593b15b-a0fc-467a-b25c-6775dd0a01ca {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:03.340298 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'code': 200} Sep 10 17:42:03.392096 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:03.404056 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 035ee74e-3fba-4e62-9760-65c8ea90fc47 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:03.404436 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.487577 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.519264 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:03.523116 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.569937 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=10']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:03.649923 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a668-87da-40a9-b498-a44f95ce3cd6 req-bf4df9ee-19b2-42d1-bd5b-463df0640ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:03.651309 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d437a668-87da-40a9-b498-a44f95ce3cd6 req-bf4df9ee-19b2-42d1-bd5b-463df0640ba5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1099 time: 0.0385702 Sep 10 17:42:03.684608 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d437a668-87da-40a9-b498-a44f95ce3cd6 req-c916f227-5d0d-4ceb-9867-d7664690ddd2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258250 Sep 10 17:42:03.969017 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1296-d9b8-4920-a25d-e9014c961501 req-cb8514e2-5816-4e1d-8552-abf853f83ced tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:03.970700 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-12ba1296-d9b8-4920-a25d-e9014c961501 req-cb8514e2-5816-4e1d-8552-abf853f83ced tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0619664 Sep 10 17:42:04.008516 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-12ba1296-d9b8-4920-a25d-e9014c961501 req-5bc4464b-2d33-4527-a419-5993b64120d5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Sep 10 17:42:04.405013 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ad03-556c-4736-94ef-56decaaac899 req-9e59a130-e301-4024-a10b-8a04319c1e4d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:04.406808 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4580ad03-556c-4736-94ef-56decaaac899 req-9e59a130-e301-4024-a10b-8a04319c1e4d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Sep 10 17:42:04.447738 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4580ad03-556c-4736-94ef-56decaaac899 req-181ee425-9cb5-4648-ac71-d7cc3a99b12e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Sep 10 17:42:05.236041 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9d540-12bc-4824-8913-1257fef51a50 req-11597e4f-32c8-497a-b587-bfb44c601061 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.237558 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-78e9d540-12bc-4824-8913-1257fef51a50 req-11597e4f-32c8-497a-b587-bfb44c601061 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0545130 Sep 10 17:42:05.279208 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-78e9d540-12bc-4824-8913-1257fef51a50 req-155b3fdb-17c9-43bb-b539-06724d8999fb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353246 Sep 10 17:42:05.341962 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:05.345787 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7264d81a-420d-4e8e-b5a0-e18a31e7a080" -d '{"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:05.389829 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d45ae-861e-45ce-9820-51a6a0972ac8 x-openstack-request-id: req-4a3d45ae-861e-45ce-9820-51a6a0972ac8 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:05.390338 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-plugged", "status": "completed", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:05.390685 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a3d45ae-861e-45ce-9820-51a6a0972ac8 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:05.391274 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'code': 200} Sep 10 17:42:05.415177 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c717972-c3df-4b05-a190-98be24c4a165 req-d65a3412-f455-441c-88f3-8e59b6ad4ae8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.416673 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9c717972-c3df-4b05-a190-98be24c4a165 req-d65a3412-f455-441c-88f3-8e59b6ad4ae8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0625703 Sep 10 17:42:05.459506 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9c717972-c3df-4b05-a190-98be24c4a165 req-391b0620-e638-4c83-bcb7-107fdf6ead18 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Sep 10 17:42:05.566931 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c027a-16a0-4e24-bde8-c448fae629b8 req-23ac5397-be39-4062-8d50-3d479c48b7d3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.568376 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5f2c027a-16a0-4e24-bde8-c448fae629b8 req-23ac5397-be39-4062-8d50-3d479c48b7d3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0491531 Sep 10 17:42:05.605252 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5f2c027a-16a0-4e24-bde8-c448fae629b8 req-2e150e8a-2a4d-48c0-9927-cd1c70eddf27 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309930 Sep 10 17:42:05.717166 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd2a1-0957-491a-9e2d-401d66bda5d3 req-403ad6df-9ce6-46ae-b533-662f295e9b76 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.718824 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b8bd2a1-0957-491a-9e2d-401d66bda5d3 req-403ad6df-9ce6-46ae-b533-662f295e9b76 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Sep 10 17:42:05.758644 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b8bd2a1-0957-491a-9e2d-401d66bda5d3 req-60a0d937-dc90-4e94-8dad-2ad8a8bbf74c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Sep 10 17:42:05.780120 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56862) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:05.919823 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de950a-5085-43c4-b31e-de37613c277d tempest-TestShelveInstance-526545893 tempest-TestShelveInstance-526545893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.921326 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a5de950a-5085-43c4-b31e-de37613c277d tempest-TestShelveInstance-526545893 tempest-TestShelveInstance-526545893-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1094 time: 0.1402471 Sep 10 17:42:05.924317 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56866) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:05.928499 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:05.948306 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.042277 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.042479 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b5e4c-6dbb-4a76-be8f-1ec2ecd93710 req-f708ffd3-4582-4919-961c-df98e4f20916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.043961 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-368b5e4c-6dbb-4a76-be8f-1ec2ecd93710 req-f708ffd3-4582-4919-961c-df98e4f20916 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 1099 time: 0.0398085 Sep 10 17:42:06.089116 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-368b5e4c-6dbb-4a76-be8f-1ec2ecd93710 req-946978b5-1638-4c90-a34a-0c0e04a9bc1f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278666 Sep 10 17:42:06.149869 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Allocated IP 172.27.0.26 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/122c8c00-39f5-4ca4-a015-64a8cf6c0b1c) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:42:06.249139 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.291495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.330182 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:42:06.333002 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:42:06.336543 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:42:06.371189 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'Port': ['ID=122c8c00-39f5-4ca4-a015-64a8cf6c0b1c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:06.402417 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.402661 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.402999 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.403329 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.403660 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.403983 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.404656 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.404903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.405230 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.405550 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.405865 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.406204 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:06.407782 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3beae4-3822-4154-a9e6-ca6c9ed4aad4 req-85937b48-ea30-4ac9-b5db-d2a32f4787a9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.415355 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4c3beae4-3822-4154-a9e6-ca6c9ed4aad4 req-85937b48-ea30-4ac9-b5db-d2a32f4787a9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0577431 Sep 10 17:42:06.453238 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4c3beae4-3822-4154-a9e6-ca6c9ed4aad4 req-5bf733bd-696d-4762-9db6-2d0ea1327c71 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370877 Sep 10 17:42:06.608911 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af2ff4-87f2-4689-a42a-d1a86d233308 req-f8638fc7-91a5-4dee-a0d2-c42c5a5fcbbd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.610415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44af2ff4-87f2-4689-a42a-d1a86d233308 req-f8638fc7-91a5-4dee-a0d2-c42c5a5fcbbd tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0842950 Sep 10 17:42:06.880869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698a512-bee5-49ea-9e34-1b8e8ed7afb7 req-78d54082-89f7-466c-8edf-93044a69a4f1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.882557 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6698a512-bee5-49ea-9e34-1b8e8ed7afb7 req-78d54082-89f7-466c-8edf-93044a69a4f1 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0910254 Sep 10 17:42:06.891524 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-fe1a21c8-1d0f-49a7-8cb0-ec01b31b4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.893158 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-fe1a21c8-1d0f-49a7-8cb0-ec01b31b4dac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1137 time: 0.0667911 Sep 10 17:42:06.941013 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44af2ff4-87f2-4689-a42a-d1a86d233308 req-2bdb4887-8ca2-4569-b9f8-0c068d2a4ffa tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223653 Sep 10 17:42:06.959597 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.996206 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6698a512-bee5-49ea-9e34-1b8e8ed7afb7 req-24e5e7c9-425e-4eae-8ec1-9b15d8e5b4a2 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019619 Sep 10 17:42:07.023789 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-edc7ec09-8bbf-429a-8f97-55f546723a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:07.025277 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-edc7ec09-8bbf-429a-8f97-55f546723a01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.1139038 Sep 10 17:42:07.028782 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.094416 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-cbb3e593-58d7-4486-be90-395e507bdd57 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 1001 time: 0.0572710 Sep 10 17:42:07.150589 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-977e2de9-9577-456e-8169-4080fdb5c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:07.151952 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-977e2de9-9577-456e-8169-4080fdb5c653 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0470781 Sep 10 17:42:07.175382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.179929 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.211169 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.212994 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-ebc14adf-0ea8-4ed4-88ee-d4a010d71230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:07.214558 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-ebc14adf-0ea8-4ed4-88ee-d4a010d71230 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409646 Sep 10 17:42:07.287745 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event updated for resources: {'Port': ['ID=122c8c00-39f5-4ca4-a015-64a8cf6c0b1c,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:07.307465 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-12e0b848-9619-4c9d-9304-b9bd12edd337 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829442 Sep 10 17:42:07.323651 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Floating IP e190ee58-bca0-43d7-9748-0c4b2f866fc3 associated. External IP: 172.27.0.26, port: 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b. Sep 10 17:42:07.403520 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9dc50fee-acf1-43fc-99dd-4f9ce449c7a0 req-6cc702a2-3e9f-4d11-aa29-7bbf189be32c service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855203 Sep 10 17:42:07.549616 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Router 05c52846-3f7c-42e1-91b1-e9a5424c88bd has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:07.649543 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252a1bd-3d4c-4941-89d1-4716e697b8d1 req-dd188de0-0843-41f1-ba60-c6217a68c4fc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:07.651046 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b252a1bd-3d4c-4941-89d1-4716e697b8d1 req-dd188de0-0843-41f1-ba60-c6217a68c4fc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.1152794 Sep 10 17:42:07.704372 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b252a1bd-3d4c-4941-89d1-4716e697b8d1 req-922d9c57-b19a-4cdd-ab82-48bf9d4dd137 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Sep 10 17:42:07.714168 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:07.725684 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Sync routers for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:07.732185 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.735968 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:07.736614 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:41:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:07.759499 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-b7fa8253-b893-466e-af87-b168bfaf7a60 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8342042 Sep 10 17:42:07.760225 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:07.762564 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba390f-cc8a-408c-b38e-9f8527d3d080" -d '{"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:07.797993 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5645153-671f-4f35-9875-0b45a98c36a0 x-openstack-request-id: req-f5645153-671f-4f35-9875-0b45a98c36a0 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:07.798452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:07.798700 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5645153-671f-4f35-9875-0b45a98c36a0 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:07.799092 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'status': 'completed', 'code': 200} Sep 10 17:42:07.839278 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:08.074908 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ddfe2-e689-4fcc-ab13-8cadfe339d89 req-ef5f201b-df33-4216-b14c-875a90208327 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.076665 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-889ddfe2-e689-4fcc-ab13-8cadfe339d89 req-ef5f201b-df33-4216-b14c-875a90208327 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0607855 Sep 10 17:42:08.138283 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-889ddfe2-e689-4fcc-ab13-8cadfe339d89 req-648e8f5e-1f24-4581-9278-29ee11ca866f tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Sep 10 17:42:08.153073 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-dbd29b72-b04f-434e-95fa-8bb9768c6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.154597 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-dbd29b72-b04f-434e-95fa-8bb9768c6da4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1099 time: 0.0829616 Sep 10 17:42:08.163265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678102a-e38b-4357-90a0-ca4ad80e8050 req-c0ccd84c-c987-41c0-9664-ba7bbfb5283a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.164738 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8678102a-e38b-4357-90a0-ca4ad80e8050 req-c0ccd84c-c987-41c0-9664-ba7bbfb5283a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0787883 Sep 10 17:42:08.172101 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e190ee58-bca0-43d7-9748-0c4b2f866fc3', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'mac_address': 'fa:16:3e:d2:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:42:06Z', 'updated_at': '2021-09-10T17:42:06Z', 'revision_number': 0, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:08.197265 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Checking router: 05c52846-3f7c-42e1-91b1-e9a5424c88bd for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:08.206580 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:08.207195 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:41:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:08.257051 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8678102a-e38b-4357-90a0-ca4ad80e8050 req-922e6864-1011-4bc3-abc8-4437289b3ad6 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834041 Sep 10 17:42:08.275199 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-bcc28f60-50f1-4463-87ff-b17f79d0c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.276660 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-bcc28f60-50f1-4463-87ff-b17f79d0c0dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.1111205 Sep 10 17:42:08.315472 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:08.364559 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-77031f1e-4cc3-4184-a81b-efbd5977a45e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 999 time: 0.0629823 Sep 10 17:42:08.445733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-b3072a54-5e0b-4554-bee3-977fbacafee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.447244 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-b3072a54-5e0b-4554-bee3-977fbacafee1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0480826 Sep 10 17:42:08.512943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-63c19f7f-566d-4cfe-b0a3-76aa29bccb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.514505 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-63c19f7f-566d-4cfe-b0a3-76aa29bccb47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449357 Sep 10 17:42:08.570679 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e190ee58-bca0-43d7-9748-0c4b2f866fc3', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'mac_address': 'fa:16:3e:d2:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:42:06Z', 'updated_at': '2021-09-10T17:42:06Z', 'revision_number': 0, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:08.601400 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd24a5-8318-473c-8096-12b553afd059 None None] The sync data for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi is: [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e190ee58-bca0-43d7-9748-0c4b2f866fc3', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'mac_address': 'fa:16:3e:d2:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:42:06Z', 'updated_at': '2021-09-10T17:42:06Z', 'revision_number': 0, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:08.649813 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-1735ab25-5ad3-4c8f-8703-e3d6535f8055 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190207 Sep 10 17:42:08.771902 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-34ba390f-cc8a-408c-b38e-9f8527d3d080 req-0d2e6686-c5ef-4964-b610-38453714c6c8 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073310 Sep 10 17:42:08.845350 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885a2e-5eb8-46fc-a2fa-00f878849411 req-e1eed484-c093-4f7a-bd87-4c9af94fbc99 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.846915 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-69885a2e-5eb8-46fc-a2fa-00f878849411 req-e1eed484-c093-4f7a-bd87-4c9af94fbc99 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0620475 Sep 10 17:42:08.860465 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a78ed1-257c-40da-a839-c9e32ac793dc None None] New status for floating IP e190ee58-bca0-43d7-9748-0c4b2f866fc3: ACTIVE {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:42:08.891168 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-69885a2e-5eb8-46fc-a2fa-00f878849411 req-4768a32f-7517-4b95-9592-576f0e9f1f5d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Sep 10 17:42:09.254805 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b6bd-b987-47f1-9065-13e94074af34 req-100065ff-fabf-4392-9cfd-1f9caf8153af tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:09.256299 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-74e0b6bd-b987-47f1-9065-13e94074af34 req-100065ff-fabf-4392-9cfd-1f9caf8153af tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0593281 Sep 10 17:42:09.294414 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-74e0b6bd-b987-47f1-9065-13e94074af34 req-41784c13-cc5d-4ae2-8505-3a330518a821 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Sep 10 17:42:09.364925 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 56952) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:09.372160 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7852bb-1d45-4fe9-a65c-a6be5ab23bbc req-c9a04104-efd8-4301-9b13-ade02c4b8385 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:09.373193 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-df7852bb-1d45-4fe9-a65c-a6be5ab23bbc req-c9a04104-efd8-4301-9b13-ade02c4b8385 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0481653 Sep 10 17:42:09.412794 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-df7852bb-1d45-4fe9-a65c-a6be5ab23bbc req-20c3a206-205a-4798-95dc-931060464ab6 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328095 Sep 10 17:42:09.469002 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-815e9013-9a09-4911-88fa-8b68a7b60a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.557320 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-815e9013-9a09-4911-88fa-8b68a7b60a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.560959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-815e9013-9a09-4911-88fa-8b68a7b60a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.598238 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-815e9013-9a09-4911-88fa-8b68a7b60a0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c01521f2ec7434a994de98d99182f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319806 Sep 10 17:42:09.599366 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9013-9a09-4911-88fa-8b68a7b60a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf077d37-0241-4ac3-aff4-4a84207cdd92,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:09.600905 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 56956) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:09.658578 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.679490 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.728406 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.731061 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:09.732182 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf077d37-0241-4ac3-aff4-4a84207cdd92 HTTP/1.1" status: 204 len: 168 time: 0.1293468 Sep 10 17:42:09.740479 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b89c-4df5-4a2e-81f6-ecb0627d2377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf077d37-0241-4ac3-aff4-4a84207cdd92,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:10.015755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645587-7d92-4eed-be84-e85f3487b3fd req-4b6a24f6-008f-457a-96c9-455f531d1fb2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.017298 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1a645587-7d92-4eed-be84-e85f3487b3fd req-4b6a24f6-008f-457a-96c9-455f531d1fb2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0523710 Sep 10 17:42:10.054555 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1a645587-7d92-4eed-be84-e85f3487b3fd req-cfe7ea2d-873a-4c50-8c97-9a0dd4e5093f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Sep 10 17:42:10.405655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67524791-fefd-4f38-a048-63f3f6d41f03 req-b30313dc-76b9-4375-ba10-d26d39c445ec tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.407699 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-67524791-fefd-4f38-a048-63f3f6d41f03 req-b30313dc-76b9-4375-ba10-d26d39c445ec tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Sep 10 17:42:10.447273 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-67524791-fefd-4f38-a048-63f3f6d41f03 req-c33528b0-0c7e-4f9a-b117-2e8c66265df5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Sep 10 17:42:10.526780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11cb10-9d78-41d0-8771-7d097de4a5fe req-a98e29c8-1598-4db0-8197-9fd0e137f561 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.528294 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-dc11cb10-9d78-41d0-8771-7d097de4a5fe req-a98e29c8-1598-4db0-8197-9fd0e137f561 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0491250 Sep 10 17:42:10.594528 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-dc11cb10-9d78-41d0-8771-7d097de4a5fe req-9b831d7a-8989-44cd-a32f-9343e7baedc0 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602036 Sep 10 17:42:10.608411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c518d84a-8d96-4622-a284-faf2f82df323 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.609833 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c518d84a-8d96-4622-a284-faf2f82df323 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 945 time: 0.0700703 Sep 10 17:42:10.707962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Deleting port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:10.708307 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:10.793981 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] For port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:10.794375 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:10.806350 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Calling delete_port for 60e2fc20-53e9-43fa-90c4-60752cb3f1dd owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:10.929935 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:10.944766 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['6e11ce7f-6b12-4adf-80a7-f362b0008646', '60e2fc20-53e9-43fa-90c4-60752cb3f1dd'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:10.956686 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Pushing event deleted for resources: {'Port': ['ID=60e2fc20-53e9-43fa-90c4-60752cb3f1dd,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:11.004827 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] No DVR routers for this DVR port 60e2fc20-53e9-43fa-90c4-60752cb3f1dd on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:11.008309 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:11.010688 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c666ea5a-35f8-4675-a5ac-4e0cf28f7ea2 req-c9aefd30-e029-401f-ac7f-c7226fd95e67 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "DELETE /v2.0/ports/60e2fc20-53e9-43fa-90c4-60752cb3f1dd HTTP/1.1" status: 204 len: 173 time: 0.3914232 Sep 10 17:42:11.011135 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'name': 'network-vif-deleted', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:11.013307 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f4fb8-021a-43c3-80fb-cf7d21255751" -d '{"events": [{"server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "name": "network-vif-deleted", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:11.054764 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f7236-cbd5-488e-842a-96194638d8e4 x-openstack-request-id: req-da9f7236-cbd5-488e-842a-96194638d8e4 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:11.055054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5939abf6-728d-472a-96af-6441640778c1", "name": "network-vif-deleted", "tag": "60e2fc20-53e9-43fa-90c4-60752cb3f1dd", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:11.055299 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da9f7236-cbd5-488e-842a-96194638d8e4 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:11.055686 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5939abf6-728d-472a-96af-6441640778c1', 'name': 'network-vif-deleted', 'tag': '60e2fc20-53e9-43fa-90c4-60752cb3f1dd', 'status': 'completed', 'code': 200} Sep 10 17:42:11.551000 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-555019c5-6d23-48b0-823e-77ffa7b152bf req-f1d000e7-8974-48a6-ba0d-d1f3c972537e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5939abf6-728d-472a-96af-6441640778c1 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Sep 10 17:42:11.706850 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d4a90-885f-44c7-a696-e936065cc392 req-2bf219a0-916f-4367-9433-74eb4dfdd375 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:11.708219 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-382d4a90-885f-44c7-a696-e936065cc392 req-2bf219a0-916f-4367-9433-74eb4dfdd375 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0477197 Sep 10 17:42:11.727213 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:42:11.751969 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-382d4a90-885f-44c7-a696-e936065cc392 req-e63f6813-d180-4487-b5e7-afe25b11bdf0 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374670 Sep 10 17:42:12.396813 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a6562cfa-e8d7-4d32-b224-bce95092e7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:12.594839 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:12.813825 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb8fb9-7093-4801-83ee-7c03178a9064 req-d08ddc18-a006-4064-903d-fb55053c7c78 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:12.815507 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-30fb8fb9-7093-4801-83ee-7c03178a9064 req-d08ddc18-a006-4064-903d-fb55053c7c78 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0563638 Sep 10 17:42:12.868905 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-30fb8fb9-7093-4801-83ee-7c03178a9064 req-0f33feb5-0f00-4840-88f6-1111944884ba tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Sep 10 17:42:12.887914 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48fcb-c1c2-462f-9b7e-18bc73de9c4b req-5bad643a-7eb6-4420-b77b-5f44b46c1df4 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:12.890682 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e8a48fcb-c1c2-462f-9b7e-18bc73de9c4b req-5bad643a-7eb6-4420-b77b-5f44b46c1df4 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0636423 Sep 10 17:42:12.929585 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e8a48fcb-c1c2-462f-9b7e-18bc73de9c4b req-1ca56c0d-bdd9-4339-aa09-c5df8d810a73 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342050 Sep 10 17:42:13.172797 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 60e2fc20-53e9-43fa-90c4-60752cb3f1dd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:13.194955 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 60e2fc20-53e9-43fa-90c4-60752cb3f1dd {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:13.195304 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 60e2fc20-53e9-43fa-90c4-60752cb3f1dd not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:13.992395 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b7913-e2ad-4002-921a-536b385775a4 req-4d867e4c-45f2-4518-bfcb-b3046e20c075 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:13.993960 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-602b7913-e2ad-4002-921a-536b385775a4 req-4d867e4c-45f2-4518-bfcb-b3046e20c075 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0555961 Sep 10 17:42:14.042276 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-602b7913-e2ad-4002-921a-536b385775a4 req-8b18412f-2f40-44da-938c-82d54fe7a757 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Sep 10 17:42:14.053949 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ad56-175b-4902-9789-e45517645dd1 req-304b5c45-b5ed-49de-bec4-eacf4689e40b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:14.055700 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2fd5ad56-175b-4902-9789-e45517645dd1 req-304b5c45-b5ed-49de-bec4-eacf4689e40b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0525730 Sep 10 17:42:14.102880 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2fd5ad56-175b-4902-9789-e45517645dd1 req-252aa945-abe8-443f-ab35-7acff62d5494 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362234 Sep 10 17:42:14.938447 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4115dd4c-824c-4a11-b90c-a7bbbb835bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.155924 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794d7f4-51fe-4b3b-8b76-5b954e4d13ec req-e869d40c-6373-4569-ab31-07885498942a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:15.160618 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e794d7f4-51fe-4b3b-8b76-5b954e4d13ec req-e869d40c-6373-4569-ab31-07885498942a tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0576813 Sep 10 17:42:15.196450 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e794d7f4-51fe-4b3b-8b76-5b954e4d13ec req-f64e2c06-837a-4d9d-a5b5-d78fa5811904 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Sep 10 17:42:15.220819 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1cf0-0efb-42de-b7d7-5cd2e5a25451 req-5b9b563d-1ee7-4472-9052-2fcb3aeeeca5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:15.222416 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-34bd1cf0-0efb-42de-b7d7-5cd2e5a25451 req-5b9b563d-1ee7-4472-9052-2fcb3aeeeca5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0521400 Sep 10 17:42:15.267461 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-34bd1cf0-0efb-42de-b7d7-5cd2e5a25451 req-24e9745a-71a2-4292-a244-28ea5f3fb5b5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350802 Sep 10 17:42:15.381930 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.312114 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a114-2208-4fc3-980f-6b1957d544eb req-9660f39c-3bdd-4168-b9cc-8f60abee4c3c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.313592 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a0a6a114-2208-4fc3-980f-6b1957d544eb req-9660f39c-3bdd-4168-b9cc-8f60abee4c3c tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Sep 10 17:42:16.353479 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a0a6a114-2208-4fc3-980f-6b1957d544eb req-571eddea-b9b3-4cab-8c95-724b2ecb4e88 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Sep 10 17:42:16.354220 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.388366 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f6e49-fbb4-481b-95dd-7faa0c20da5a req-a31e38ca-c9d0-48aa-a2ee-82ba40a48d8d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.389835 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-918f6e49-fbb4-481b-95dd-7faa0c20da5a req-a31e38ca-c9d0-48aa-a2ee-82ba40a48d8d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0587513 Sep 10 17:42:16.429070 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-918f6e49-fbb4-481b-95dd-7faa0c20da5a req-52514eb1-3f3d-4ac1-abae-2a8c0c788ae6 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326705 Sep 10 17:42:17.464084 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2376f-9a37-4f48-bc0e-8721b371509a req-5c284d21-07f4-4bcf-94dc-fd7f8698ee85 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:17.465575 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4e2376f-9a37-4f48-bc0e-8721b371509a req-5c284d21-07f4-4bcf-94dc-fd7f8698ee85 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Sep 10 17:42:17.503194 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4e2376f-9a37-4f48-bc0e-8721b371509a req-428e5173-9577-471a-be67-d63c74530fdc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Sep 10 17:42:17.541700 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f75b81-2796-4cda-b1e7-ee14e1d5fae9 req-87da48cc-e1b2-4a90-8dd4-d38107b20fdc tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:17.543181 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7f75b81-2796-4cda-b1e7-ee14e1d5fae9 req-87da48cc-e1b2-4a90-8dd4-d38107b20fdc tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0487823 Sep 10 17:42:17.583196 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7f75b81-2796-4cda-b1e7-ee14e1d5fae9 req-a4709007-41b5-4dbb-b5b8-034a3bedda4b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332046 Sep 10 17:42:17.821312 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:18.616614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5863-ad10-40bb-90e1-49167e32faec req-96bde89c-74d3-4f31-b5e7-90b97213e6e1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:18.618155 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e1d5863-ad10-40bb-90e1-49167e32faec req-96bde89c-74d3-4f31-b5e7-90b97213e6e1 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Sep 10 17:42:18.655328 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e1d5863-ad10-40bb-90e1-49167e32faec req-00c052e5-b7a5-42c6-ac8e-84079ba38bde tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 10 17:42:18.696383 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5c202-b131-4fb8-825f-334a3e04dee5 req-b5b86151-d576-4df6-a6b2-6fb360c65946 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:18.697844 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e1b5c202-b131-4fb8-825f-334a3e04dee5 req-b5b86151-d576-4df6-a6b2-6fb360c65946 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0479989 Sep 10 17:42:18.735720 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e1b5c202-b131-4fb8-825f-334a3e04dee5 req-ddd835cf-2d29-4844-a4c0-10c9cd35297a tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0313997 Sep 10 17:42:19.767816 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627a89-87ec-4f1e-99e7-7cbc543f76f5 req-d66d6d65-fce3-4f61-872a-067fa88bb609 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:19.769305 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f2627a89-87ec-4f1e-99e7-7cbc543f76f5 req-d66d6d65-fce3-4f61-872a-067fa88bb609 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0482893 Sep 10 17:42:19.805810 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f2627a89-87ec-4f1e-99e7-7cbc543f76f5 req-23320d60-4eaf-4239-8aa1-d9fcf1d4b48e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306883 Sep 10 17:42:19.851525 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f82f8-a589-444a-b787-ab439739b213 req-d89fcca4-3190-4105-85fc-352015cd00b7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:19.853026 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2e7f82f8-a589-444a-b787-ab439739b213 req-d89fcca4-3190-4105-85fc-352015cd00b7 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0527854 Sep 10 17:42:19.892407 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2e7f82f8-a589-444a-b787-ab439739b213 req-544a8332-658f-4069-9e4f-ccec02a11239 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333915 Sep 10 17:42:20.916760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f902-eace-42df-859f-a271f4290aea req-b25b02ec-5b9e-4a07-8f69-3c118f39a8cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:20.918232 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cb67f902-eace-42df-859f-a271f4290aea req-b25b02ec-5b9e-4a07-8f69-3c118f39a8cc tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0471561 Sep 10 17:42:20.955472 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cb67f902-eace-42df-859f-a271f4290aea req-6d1d7c08-5909-4675-889e-2cdbe3609cd8 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Sep 10 17:42:21.009198 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0ed39-7c04-4585-b774-bac24321adf7 req-3fa92b1f-39c0-409f-ad97-80697909e585 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:21.010679 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98e0ed39-7c04-4585-b774-bac24321adf7 req-3fa92b1f-39c0-409f-ad97-80697909e585 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0488846 Sep 10 17:42:21.051044 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98e0ed39-7c04-4585-b774-bac24321adf7 req-a359c205-29e5-4521-b44d-501ee86eeccb tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336506 Sep 10 17:42:22.074023 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4aee1-821c-403c-95e3-33a5e08f87fd req-c1d59b64-a615-4ccb-a440-ddaf5b280856 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:22.075537 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-daa4aee1-821c-403c-95e3-33a5e08f87fd req-c1d59b64-a615-4ccb-a440-ddaf5b280856 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Sep 10 17:42:22.113430 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-daa4aee1-821c-403c-95e3-33a5e08f87fd req-b21c5d40-152f-46d4-a616-ce3f26d6bc75 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/security-groups?id=423e1ed6-d635-463e-b610-432914e4179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Sep 10 17:42:22.166738 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdc8d8-ce34-4726-a822-b307a551e215 req-0ceac1f4-7e1d-4bd2-ba59-02a8b11f3118 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:22.168237 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0bdc8d8-ce34-4726-a822-b307a551e215 req-0ceac1f4-7e1d-4bd2-ba59-02a8b11f3118 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0488222 Sep 10 17:42:22.207170 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d0bdc8d8-ce34-4726-a822-b307a551e215 req-6da2437a-5c7a-4947-b571-d9144eaa9769 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328751 Sep 10 17:42:22.293377 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-9369ae83-c6d3-4916-9e8c-eecd348ae56d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:22.294753 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-9369ae83-c6d3-4916-9e8c-eecd348ae56d tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Sep 10 17:42:22.393744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Deleting port 6e11ce7f-6b12-4adf-80a7-f362b0008646 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:22.394094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:22.479733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] For port 6e11ce7f-6b12-4adf-80a7-f362b0008646, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6e11ce7f-6b12-4adf-80a7-f362b0008646,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:22.480099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:22.493194 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Calling delete_port for 6e11ce7f-6b12-4adf-80a7-f362b0008646 owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:22.627179 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:22.643807 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['6e11ce7f-6b12-4adf-80a7-f362b0008646'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:22.661757 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Pushing event deleted for resources: {'Port': ['ID=6e11ce7f-6b12-4adf-80a7-f362b0008646,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:22.702361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] No DVR routers for this DVR port 6e11ce7f-6b12-4adf-80a7-f362b0008646 on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:22.705527 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:22.707751 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7cb2c86a-2797-4920-92d1-9ac8f92d9f4f req-62c427b1-64e2-43d5-baef-4d83594e3fce tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.66 "DELETE /v2.0/ports/6e11ce7f-6b12-4adf-80a7-f362b0008646 HTTP/1.1" status: 204 len: 173 time: 0.3996177 Sep 10 17:42:22.708197 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'name': 'network-vif-deleted', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:22.710415 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee42cb-24a0-4edb-a71a-e636e800b946" -d '{"events": [{"server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "name": "network-vif-deleted", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:22.748522 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8d6ce-c1d9-439d-93fb-ed80f9d26010 x-openstack-request-id: req-b2c8d6ce-c1d9-439d-93fb-ed80f9d26010 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:22.748815 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec407a38-7eb3-4fc2-b4f5-959bb51db600", "name": "network-vif-deleted", "tag": "6e11ce7f-6b12-4adf-80a7-f362b0008646", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:22.749067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2c8d6ce-c1d9-439d-93fb-ed80f9d26010 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:22.749459 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec407a38-7eb3-4fc2-b4f5-959bb51db600', 'name': 'network-vif-deleted', 'tag': '6e11ce7f-6b12-4adf-80a7-f362b0008646', 'status': 'completed', 'code': 200} Sep 10 17:42:23.219344 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9ef207cd-ad2c-4655-88ec-902236c3d336 req-c5bd4b6e-846b-4780-ba5b-057e0de8d8a5 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Sep 10 17:42:23.324712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f8598-2a93-4c26-8074-622bc641324e req-17c70c42-891e-4933-927a-d35e4a6619c3 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.326237 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6e5f8598-2a93-4c26-8074-622bc641324e req-17c70c42-891e-4933-927a-d35e4a6619c3 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0514183 Sep 10 17:42:23.365681 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6e5f8598-2a93-4c26-8074-622bc641324e req-ad565632-acb2-4ec0-871b-07ddadb50972 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332980 Sep 10 17:42:24.320670 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0591f3fe-455e-4296-b310-0ea09576939b req-ab7af513-2ba2-4d34-b2cb-be7f664059a6 tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 210 time: 0.0257459 Sep 10 17:42:24.477353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182082c8-107f-4da3-9f4a-4f842f4e5ce4 req-ced2d390-4235-4ffb-986a-9f8dca19e499 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:24.478860 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-182082c8-107f-4da3-9f4a-4f842f4e5ce4 req-ced2d390-4235-4ffb-986a-9f8dca19e499 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0486283 Sep 10 17:42:24.519159 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-182082c8-107f-4da3-9f4a-4f842f4e5ce4 req-97e94541-0160-48fd-942b-190fe3ed5e22 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341947 Sep 10 17:42:25.421998 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-adc29f05-7686-42fc-890c-d97cf99688a0 req-57168770-01b1-4295-8260-06611571e62e tempest-ServerRescueNegativeTestJSON-656370247 tempest-ServerRescueNegativeTestJSON-656370247-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec407a38-7eb3-4fc2-b4f5-959bb51db600 HTTP/1.1" status: 200 len: 210 time: 0.0255051 Sep 10 17:42:25.630535 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052f3ef-893e-49b7-a170-388d06e9d162 req-13fe3c34-154d-4bd9-9f63-d89342115e05 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:25.631999 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3052f3ef-893e-49b7-a170-388d06e9d162 req-13fe3c34-154d-4bd9-9f63-d89342115e05 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0478773 Sep 10 17:42:25.653260 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 6e11ce7f-6b12-4adf-80a7-f362b0008646 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:25.672407 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-3052f3ef-893e-49b7-a170-388d06e9d162 req-f20aa4ad-a14d-4052-b33f-d26f77a2397d tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344708 Sep 10 17:42:25.673758 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 6e11ce7f-6b12-4adf-80a7-f362b0008646 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:25.674117 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 6e11ce7f-6b12-4adf-80a7-f362b0008646 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:26.475548 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57084) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:26.820093 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78455b0-9705-472a-9817-128c8c09bc2c req-bddcdc86-ce27-4bf0-839d-db5de65435bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:26.821566 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f78455b0-9705-472a-9817-128c8c09bc2c req-bddcdc86-ce27-4bf0-839d-db5de65435bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0752099 Sep 10 17:42:26.889219 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f78455b0-9705-472a-9817-128c8c09bc2c req-1c7cc4e8-fb7f-48ed-8fa7-8a16b556ed93 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611479 Sep 10 17:42:26.955762 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:27.236232 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Deleting port 2222756a-4c2b-4603-9e59-3c1f176c07f7 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:27.236494 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:27.313831 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] For port 2222756a-4c2b-4603-9e59-3c1f176c07f7, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2222756a-4c2b-4603-9e59-3c1f176c07f7,segment=NetworkSegment(9c2c4f32-a574-4561-b54a-89af5b9ad089),segment_id=9c2c4f32-a574-4561-b54a-89af5b9ad089)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:27.314220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:27.325867 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Calling delete_port for 2222756a-4c2b-4603-9e59-3c1f176c07f7 owned by network:router_interface {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:27.502982 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:27.526736 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Pushing event deleted for resources: {'Port': ['ID=2222756a-4c2b-4603-9e59-3c1f176c07f7,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:27.893825 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.004625 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190354-4029-4dd7-bb5e-f71563dffb45 req-a5d7f6a4-d82d-4cd6-a19d-ff6812214557 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:28.006091 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a2190354-4029-4dd7-bb5e-f71563dffb45 req-a5d7f6a4-d82d-4cd6-a19d-ff6812214557 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0497818 Sep 10 17:42:28.045043 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a2190354-4029-4dd7-bb5e-f71563dffb45 req-41ef38fe-5e31-4d18-8826-b00a21447c7b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329030 Sep 10 17:42:28.105954 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Router c254c37d-223b-4064-aa66-1ff4912d41f3 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:28.210582 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:28.215866 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a50a24f5-a692-4676-83df-38076f52a357 admin admin] 10.222.0.65 "PUT /v2.0/routers/c254c37d-223b-4064-aa66-1ff4912d41f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393034 Sep 10 17:42:28.218343 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57102) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:28.219204 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Sync routers for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:28.229481 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:28.230084 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:42:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:28.318669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.329991 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:28.420657 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.473714 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Deleting port 34f53ec6-27b6-4465-ba25-4f08365ff08e {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:28.474055 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.505899 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:42:27Z', 'revision_number': 5, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port': {'id': '34f53ec6-27b6-4465-ba25-4f08365ff08e', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:28.531854 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Checking router: c254c37d-223b-4064-aa66-1ff4912d41f3 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:28.540017 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Routers {'c254c37d-223b-4064-aa66-1ff4912d41f3'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:28.540628 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:42:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['c254c37d-223b-4064-aa66-1ff4912d41f3'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:28.555780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] For port 34f53ec6-27b6-4465-ba25-4f08365ff08e, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=34f53ec6-27b6-4465-ba25-4f08365ff08e,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:28.556147 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.567960 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Calling delete_port for 34f53ec6-27b6-4465-ba25-4f08365ff08e owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:28.623216 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] Set router c254c37d-223b-4064-aa66-1ff4912d41f3 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:28.674226 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:42:28Z', 'revision_number': 6, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:28.703064 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea89470-3af7-4394-bf60-e826ea5acdfd None None] The sync data for ids ['c254c37d-223b-4064-aa66-1ff4912d41f3'] in dv-cinder-806968-2-iscsi is: [{'id': 'c254c37d-223b-4064-aa66-1ff4912d41f3', 'name': 'tempest-ServerRescueNegativeTestJSON-999102299-router', 'tenant_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:33Z', 'updated_at': '2021-09-10T17:42:28Z', 'revision_number': 6, 'project_id': 'dff13628c5bc4dcb8cb6ba6742ea746c', 'gw_port_host': None}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:28.738247 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.761724 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f53ec6-27b6-4465-ba25-4f08365ff08e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:28.821755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.931208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.934399 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.999232 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:28.999746 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c254c37d-223b-4064-aa66-1ff4912d41f3 {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:42:29.005760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.006935 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7a24f25e-338c-42f3-a6cf-89695bec7262 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c254c37d-223b-4064-aa66-1ff4912d41f3 HTTP/1.1" status: 204 len: 168 time: 0.7876797 Sep 10 17:42:29.009454 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57112) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:29.053034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Deleting subnet 8955a5f0-a69d-4ed4-8088-e122c6474266 {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:42:29.056194 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.099611 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.168507 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.211935 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891a6ee-e3a6-4352-8289-f959f54f0028 req-99164a12-1dbb-41a5-9a70-c848e715921f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:29.213436 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5891a6ee-e3a6-4352-8289-f959f54f0028 req-99164a12-1dbb-41a5-9a70-c848e715921f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0893717 Sep 10 17:42:29.262759 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.296294 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5891a6ee-e3a6-4352-8289-f959f54f0028 req-2ca38f06-cf64-4b62-b158-4cba1a6a60db tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734584 Sep 10 17:42:29.300052 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.304457 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8955a5f0-a69d-4ed4-8088-e122c6474266 HTTP/1.1" status: 204 len: 168 time: 0.2914901 Sep 10 17:42:29.304457 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a8a4e-a489-4073-9c95-415a6b6f2780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8955a5f0-a69d-4ed4-8088-e122c6474266,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:29.304943 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57116) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:29.380869 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.457873 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.483137 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.483477 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.484235 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.484559 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > port after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.485528 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.485873 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > port after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.486222 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.486556 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.486884 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.487197 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.604424 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.604775 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.605106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.605433 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:42:29.605810 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c0d8e3-817d-4f17-a6f4-e19b35adcfd9']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:29.624511 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c4f32-a574-4561-b54a-89af5b9ad089') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:29.624812 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c4f32-a574-4561-b54a-89af5b9ad089') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:29.641693 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.664004 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.672633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:42:29.673022 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.676147 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 34f53ec6-27b6-4465-ba25-4f08365ff08e no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: from cryptography.utils import int_from_bytes Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: from cryptography.utils import int_from_bytes Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:42:29.681596 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:42:29.695607 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 34f53ec6-27b6-4465-ba25-4f08365ff08e {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:29.695952 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 34f53ec6-27b6-4465-ba25-4f08365ff08e not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:29.696363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2222756a-4c2b-4603-9e59-3c1f176c07f7 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:29.717863 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 2222756a-4c2b-4603-9e59-3c1f176c07f7 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:29.718241 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2222756a-4c2b-4603-9e59-3c1f176c07f7 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:29.744485 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.752755 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.757438 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] 10.222.0.65 "DELETE /v2.0/networks/13c0d8e3-817d-4f17-a6f4-e19b35adcfd9 HTTP/1.1" status: 204 len: 168 time: 0.4485419 Sep 10 17:42:29.764106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99625e3c-4f11-4f07-a61e-12788379be8a admin admin] Pushing event deleted for resources: {'Network': ['ID=13c0d8e3-817d-4f17-a6f4-e19b35adcfd9,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:29.920028 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57120) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:29.963429 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-2fb8e7ca-3ed6-4e7e-b281-0ad8ca08d433 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dff13628c5bc4dcb8cb6ba6742ea746c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421846 Sep 10 17:42:29.965807 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57122) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:30.013972 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:30.035082 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:30.081511 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:30.084389 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:30.085558 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/423e1ed6-d635-463e-b610-432914e4179b HTTP/1.1" status: 204 len: 168 time: 0.1188347 Sep 10 17:42:30.094814 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d940f-571e-4258-a0fb-e8a6349fcb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e1ed6-d635-463e-b610-432914e4179b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:30.415742 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2e36b-b116-468f-ba97-4986ee652aba req-a2f261a0-b168-46b2-8c31-5886f8e3787b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:30.417233 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9ee2e36b-b116-468f-ba97-4986ee652aba req-a2f261a0-b168-46b2-8c31-5886f8e3787b tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0493546 Sep 10 17:42:30.458659 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9ee2e36b-b116-468f-ba97-4986ee652aba req-6d4ab47c-9e1e-49ac-a6bd-1f0137d78e1f tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350258 Sep 10 17:42:30.782653 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57156) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:30.876728 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-886721318-network', 'tenant_id': 'e8e73ab9155a4b84a90bb9ef0905db45'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:30.898075 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Made reservation on behalf of e8e73ab9155a4b84a90bb9ef0905db45 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:30.900353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:30.908942 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.001394 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.004943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.029385 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:42:31.043586 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39448fd6-0698-4551-b511-7e8b4bd1f8a5,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:31.050158 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.050509 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Added segment 8cb2db01-777c-4132-82e2-764e21b1c34d of type vlan for network 627ed0ab-9330-488d-84a5-cdb98b911fdc Sep 10 17:42:31.089438 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.119268 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.120517 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:31.121236 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.152384 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3685806 Sep 10 17:42:31.155502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57162) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:31.160919 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Request body: {'subnet': {'network_id': '627ed0ab-9330-488d-84a5-cdb98b911fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-886721318-subnet', 'tenant_id': 'e8e73ab9155a4b84a90bb9ef0905db45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:31.183448 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Made reservation on behalf of e8e73ab9155a4b84a90bb9ef0905db45 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:31.185773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26865358'] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.192600 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77884-fd46-448d-b704-20f723f2dcc5 admin admin] Pushing event updated for resources: {'Network': ['ID=627ed0ab-9330-488d-84a5-cdb98b911fdc,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:31.204444 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 627ed0ab-9330-488d-84a5-cdb98b911fdc details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:42:31.366118 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27132151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26865360'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.419953 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196c189f-7a76-4dc6-8e48-a61a8609763d,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:31.430123 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Checking segment: {'id': '8cb2db01-777c-4132-82e2-764e21b1c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '627ed0ab-9330-488d-84a5-cdb98b911fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:42:31.430528 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Network hostable DHCP agents. Network: 627ed0ab-9330-488d-84a5-cdb98b911fdc, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:42:31.447730 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Network 627ed0ab-9330-488d-84a5-cdb98b911fdc is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:42:31.462878 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 627ed0ab-9330-488d-84a5-cdb98b911fdc) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:42:31.470024 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:31.470696 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.472025 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6598b-4ee7-4177-b7a7-e0c228ad2175 None None] Network 627ed0ab-9330-488d-84a5-cdb98b911fdc requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:31.496321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-94bec1f7-b036-4050-ba98-51e50fd3a043 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3317966 Sep 10 17:42:31.616430 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09535352-75d7-479c-b81b-a43c543a9416 None None] Network 627ed0ab-9330-488d-84a5-cdb98b911fdc requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:31.624435 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b81ad-229f-4aa3-973d-fa406ec54b4b req-984b6185-a342-4d63-af86-703cbd5d6895 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:31.626611 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae7b81ad-229f-4aa3-973d-fa406ec54b4b req-984b6185-a342-4d63-af86-703cbd5d6895 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0700817 Sep 10 17:42:31.640590 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb011f1-b76a-4ef2-87b9-df632e60c005 req-fb4db42a-d494-4408-936b-3ec47a911345 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:31.642292 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bbb011f1-b76a-4ef2-87b9-df632e60c005 req-fb4db42a-d494-4408-936b-3ec47a911345 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0675664 Sep 10 17:42:31.679492 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae7b81ad-229f-4aa3-973d-fa406ec54b4b req-13d54206-3694-4cc4-b038-519c08c3fac5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Sep 10 17:42:31.702173 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bbb011f1-b76a-4ef2-87b9-df632e60c005 req-b47d02be-43a0-47db-a044-2cfffb9d5327 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c5f3109-6556-4ab7-8755-7939bec9c02c&id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422544 Sep 10 17:42:32.027682 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57188) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:32.033220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-984264314-network', 'tenant_id': '8cda50ada2d14eadb85ee82e51d5eb32'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:32.053643 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Made reservation on behalf of 8cda50ada2d14eadb85ee82e51d5eb32 for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:32.055800 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.063897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.150504 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.154126 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.179807 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:42:32.184891 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5429c635-b849-4ebe-a04f-6644095eda53,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:32.192424 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.192424 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Added segment c99af601-c0ca-4be1-8c2a-8bbed56cc989 of type vlan for network 86f4bfec-b409-4d5d-8127-6f813256e762 Sep 10 17:42:32.231330 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.255015 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.255976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:32.256541 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.285637 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2569191 Sep 10 17:42:32.288544 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57190) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:32.293399 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Request body: {'subnet': {'network_id': '86f4bfec-b409-4d5d-8127-6f813256e762', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-984264314-subnet', 'tenant_id': '8cda50ada2d14eadb85ee82e51d5eb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:32.315265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Made reservation on behalf of 8cda50ada2d14eadb85ee82e51d5eb32 for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:32.317617 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26865358'] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.319079 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600808-aef8-46b0-b7bc-a96aa40f76a4 admin admin] Pushing event updated for resources: {'Network': ['ID=86f4bfec-b409-4d5d-8127-6f813256e762,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:32.329755 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 86f4bfec-b409-4d5d-8127-6f813256e762 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:42:32.488659 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27132151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26865360'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.542856 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0b0736-5cf7-410a-8bef-8bfe6d563c9f,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:32.549393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Checking segment: {'id': 'c99af601-c0ca-4be1-8c2a-8bbed56cc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '86f4bfec-b409-4d5d-8127-6f813256e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:42:32.549744 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Network hostable DHCP agents. Network: 86f4bfec-b409-4d5d-8127-6f813256e762, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:42:32.566667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Network 86f4bfec-b409-4d5d-8127-6f813256e762 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:42:32.575638 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 86f4bfec-b409-4d5d-8127-6f813256e762) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:42:32.580645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:32.581607 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.584713 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf9dd5-6414-49a8-9ae5-d12ec75325c2 None None] Network 86f4bfec-b409-4d5d-8127-6f813256e762 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:32.599303 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4b66a050-c23e-4b3b-8c1f-89523ab8da47 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3055518 Sep 10 17:42:32.705877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57198) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:32.708852 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f98e76-6e18-44cf-b239-b515d5bb5ad9 None None] Network 86f4bfec-b409-4d5d-8127-6f813256e762 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:32.750880 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Deleting subnet 196c189f-7a76-4dc6-8e48-a61a8609763d {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:42:32.755611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.815213 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.855896 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebf910-9955-49c2-adae-91e91c024635 req-9f4f1550-df7b-4fed-bc66-4542ad3a34dc tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:32.857345 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e2ebf910-9955-49c2-adae-91e91c024635 req-9f4f1550-df7b-4fed-bc66-4542ad3a34dc tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.1041768 Sep 10 17:42:32.872681 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.927282 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e2ebf910-9955-49c2-adae-91e91c024635 req-23a6a274-a753-4fd3-ada4-7dd4b8d7387b tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Sep 10 17:42:32.947322 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.973305 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196c189f-7a76-4dc6-8e48-a61a8609763d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:32.977054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:32.978930 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f3c92cd2-e225-4604-921d-7226a96c3bf5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/196c189f-7a76-4dc6-8e48-a61a8609763d HTTP/1.1" status: 204 len: 168 time: 0.2719452 Sep 10 17:42:32.981404 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57200) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:33.046746 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.130128 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.149571 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ed0ab-9330-488d-84a5-cdb98b911fdc']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.158534 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb2db01-777c-4132-82e2-764e21b1c34d') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.158832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb2db01-777c-4132-82e2-764e21b1c34d') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.167817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.180654 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.186347 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:42:33.186860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:42:33.189172 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:42:33.245908 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.253573 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.255480 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] 10.222.0.65 "DELETE /v2.0/networks/627ed0ab-9330-488d-84a5-cdb98b911fdc HTTP/1.1" status: 204 len: 168 time: 0.2730591 Sep 10 17:42:33.258220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57202) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:33.266516 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4759f6-e92f-4af0-b91a-c9db7944616c admin admin] Pushing event deleted for resources: {'Network': ['ID=627ed0ab-9330-488d-84a5-cdb98b911fdc,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:33.301172 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Deleting subnet db0b0736-5cf7-410a-8bef-8bfe6d563c9f {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:42:33.304241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.337472 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.374743 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.428595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.451954 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0b0736-5cf7-410a-8bef-8bfe6d563c9f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:33.460046 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.464128 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-56f9a617-e10b-4604-942a-63c30d7da6e3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/db0b0736-5cf7-410a-8bef-8bfe6d563c9f HTTP/1.1" status: 204 len: 168 time: 0.2026412 Sep 10 17:42:33.464360 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57204) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:33.529956 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.608516 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.629119 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f4bfec-b409-4d5d-8127-6f813256e762']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.638004 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99af601-c0ca-4be1-8c2a-8bbed56cc989') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.638342 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99af601-c0ca-4be1-8c2a-8bbed56cc989') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:33.647266 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.660071 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.665659 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:42:33.666038 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:42:33.667673 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:42:33.722729 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.727711 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.729541 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/86f4bfec-b409-4d5d-8127-6f813256e762 HTTP/1.1" status: 204 len: 168 time: 0.2642725 Sep 10 17:42:33.740707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150650d-5ae9-41a7-9115-1bda243664c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f4bfec-b409-4d5d-8127-6f813256e762,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:33.809836 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-33a6c97c-98d6-4e8f-823f-1a1c38f22384 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:33.811351 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-33a6c97c-98d6-4e8f-823f-1a1c38f22384 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Sep 10 17:42:33.887701 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57208) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:33.904023 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Deleting port 152fc22c-38e0-49cf-8396-db650a3df1af {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:33.904361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.927777 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-33c4e54c-9beb-4b92-b80e-6142222a80b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8e73ab9155a4b84a90bb9ef0905db45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379608 Sep 10 17:42:33.929266 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57210) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:33.976862 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.995402 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] For port 152fc22c-38e0-49cf-8396-db650a3df1af, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=152fc22c-38e0-49cf-8396-db650a3df1af,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:33.995827 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.998886 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.028580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Calling delete_port for 152fc22c-38e0-49cf-8396-db650a3df1af owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:34.044377 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.047039 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.051343 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39448fd6-0698-4551-b511-7e8b4bd1f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1186767 Sep 10 17:42:34.056937 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da61e5-d91b-477f-be3c-e65e50f9208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39448fd6-0698-4551-b511-7e8b4bd1f8a5,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:34.099721 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e661-010f-4216-ab26-88fd84b9aa5d req-3bb504da-3ace-48a6-a3c9-1c8ee8fb81fb tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:34.101195 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b724e661-010f-4216-ab26-88fd84b9aa5d req-3bb504da-3ace-48a6-a3c9-1c8ee8fb81fb tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=010f3de1-732b-4fb0-b4e9-e79ec82c0fa5 HTTP/1.1" status: 200 len: 945 time: 0.1029115 Sep 10 17:42:34.158421 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b724e661-010f-4216-ab26-88fd84b9aa5d req-383cfa8c-32dd-4bd3-8369-d71b9e756c21 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Sep 10 17:42:34.224932 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.246601 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['152fc22c-38e0-49cf-8396-db650a3df1af'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:34.253555 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Pushing event deleted for resources: {'Port': ['ID=152fc22c-38e0-49cf-8396-db650a3df1af,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:34.297437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] No DVR routers for this DVR port 152fc22c-38e0-49cf-8396-db650a3df1af on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:34.300089 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.302069 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a57a61e4-19e6-4a17-9c17-bfbc344c9704 req-95c55dd3-1848-4c1c-ba0b-83f1d5285a97 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "DELETE /v2.0/ports/152fc22c-38e0-49cf-8396-db650a3df1af HTTP/1.1" status: 204 len: 173 time: 0.4829555 Sep 10 17:42:34.302532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'name': 'network-vif-deleted', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:34.304798 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a92707d-da06-4135-95d8-1c5c3e8fc198" -d '{"events": [{"server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "name": "network-vif-deleted", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:34.348309 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711e6fda-de2d-44d5-b0b5-331f08907093 x-openstack-request-id: req-711e6fda-de2d-44d5-b0b5-331f08907093 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:34.348606 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f3de1-732b-4fb0-b4e9-e79ec82c0fa5", "name": "network-vif-deleted", "tag": "152fc22c-38e0-49cf-8396-db650a3df1af", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:34.348904 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-711e6fda-de2d-44d5-b0b5-331f08907093 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:34.350407 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f3de1-732b-4fb0-b4e9-e79ec82c0fa5', 'name': 'network-vif-deleted', 'tag': '152fc22c-38e0-49cf-8396-db650a3df1af', 'status': 'completed', 'code': 200} Sep 10 17:42:34.380832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57220) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:34.421886 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0fd227f3-c114-486f-ac32-f1f9639b0d99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cda50ada2d14eadb85ee82e51d5eb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397062 Sep 10 17:42:34.424263 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57222) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:34.473859 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.493697 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.538847 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.541390 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.542554 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5429c635-b849-4ebe-a04f-6644095eda53 HTTP/1.1" status: 204 len: 168 time: 0.1174140 Sep 10 17:42:34.549703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca924-4e40-4430-bdd5-7358e147c5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5429c635-b849-4ebe-a04f-6644095eda53,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:38.523869 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 152fc22c-38e0-49cf-8396-db650a3df1af no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:38.546868 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 152fc22c-38e0-49cf-8396-db650a3df1af {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:38.547234 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 152fc22c-38e0-49cf-8396-db650a3df1af not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:42.397367 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-81b8ed97-dfc9-46eb-bc18-47162f03064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:42.593694 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:43.938942 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-11767ab1-5f9a-43d7-a89b-46106750dfb5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395060 Sep 10 17:42:44.008150 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-14d1fe01-32f5-4c00-ad77-0cd5e719217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.009632 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-14d1fe01-32f5-4c00-ad77-0cd5e719217c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.0399699 Sep 10 17:42:44.137645 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-7f8d942c-7c80-4a43-9bbf-b84eb3ec87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.139157 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-7f8d942c-7c80-4a43-9bbf-b84eb3ec87fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.0887883 Sep 10 17:42:44.209016 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-93421fe3-79ab-41f0-8e29-0dd51198ca29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1000 time: 0.0600986 Sep 10 17:42:44.268931 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-883e5c21-acdd-4257-93f6-15cc818c58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.271070 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-883e5c21-acdd-4257-93f6-15cc818c58fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0481875 Sep 10 17:42:44.341081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-99f90146-8b60-41cf-b45f-4dab1e2f65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.345813 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-99f90146-8b60-41cf-b45f-4dab1e2f65fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620236 Sep 10 17:42:44.463374 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-b3ff06cd-41aa-4468-836b-c9e13a7c9db7 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968308 Sep 10 17:42:44.564073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5e0d7e4b-19df-41b5-a138-79fa18779c2e req-6a6b102b-c198-4a40-b083-4f6a7ea60a9f service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841603 Sep 10 17:42:44.938387 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4af16b76-9cb7-4a8d-abae-41e80bd8859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.200944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-b36bf86f-c654-432f-ba12-470554f88009 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:45.202353 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-b36bf86f-c654-432f-ba12-470554f88009 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 814 time: 0.1001403 Sep 10 17:42:45.217791 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-d733f0fd-da19-4635-a293-1b8cbb0e54c6 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/quotas/4bedf5427a72479da5b35212f90874f5 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Sep 10 17:42:45.251357 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-399efd56-81b8-4db5-a606-5a933424f8c5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283945 Sep 10 17:42:45.342854 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-95b6c54d-ab94-4703-a676-21be76c4d7f8 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842049 Sep 10 17:42:45.390308 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.446784 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-beaff0fb-1e25-4c09-8157-cacdd2d7f0e0 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967960 Sep 10 17:42:45.631445 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-654e1f86-a408-41cc-9a46-b96238a65850 req-a8de3f6a-c402-4757-8b72-0a52db74b0cd tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Sep 10 17:42:45.654619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ef6b-4474-46df-b7a5-d75cb338cf70 req-e7f68484-df8c-46ff-9b82-4bc55d8c0a44 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:45.656241 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e468ef6b-4474-46df-b7a5-d75cb338cf70 req-e7f68484-df8c-46ff-9b82-4bc55d8c0a44 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0574830 Sep 10 17:42:45.700351 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e468ef6b-4474-46df-b7a5-d75cb338cf70 req-8d288f71-8756-4b4b-966d-ad3995e9bf49 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Sep 10 17:42:46.357637 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:46.646370 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-f13c338a-93b9-4f77-bc41-1ec07e419e86 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:46.647844 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-f13c338a-93b9-4f77-bc41-1ec07e419e86 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 814 time: 0.1041348 Sep 10 17:42:46.679507 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Request body: {'port': {'device_id': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b', 'admin_state_up': True, 'tenant_id': '4bedf5427a72479da5b35212f90874f5'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:46.841407 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602dfe7-da46-4a38-8e03-539c9d92e537 req-6381de26-b5a8-4d62-873a-5c4efdb16c41 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:46.843205 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4602dfe7-da46-4a38-8e03-539c9d92e537 req-6381de26-b5a8-4d62-873a-5c4efdb16c41 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0601764 Sep 10 17:42:46.886126 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4602dfe7-da46-4a38-8e03-539c9d92e537 req-a99ffd5e-ffce-4140-bcf1-aa1960a5eb31 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359185 Sep 10 17:42:46.986216 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-75ced531-3f61-4eca-ae82-c89879a1f485 req-5d87eab0-e3e9-4005-a283-5fdf6620a39c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 210 time: 0.2745128 Sep 10 17:42:47.075451 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Made reservation on behalf of 4bedf5427a72479da5b35212f90874f5 for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:47.078969 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.199660 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Allocated IP 172.20.0.11 (c6ca0bf1-5d08-4c35-905f-76f3483a4e2b/eed2366b-d0f0-40f1-b620-593e9b6561b4/c4b65413-5ba9-497e-be95-f99bca7c17a4) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:42:47.341411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.379014 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.419448 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:42:47.422920 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:42:47.426477 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:42:47.450504 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Pushing event updated for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:47.464749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.465111 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.465437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.465775 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.466107 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.466478 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.466809 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.467137 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.467464 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.467791 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.468115 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.468955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:47.488544 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:47.489146 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.502790 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-8bb9eedf-3c7c-46ab-b88c-d7a17895025c tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8276815 Sep 10 17:42:47.516396 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Request body: {'port': {'device_id': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:47.570477 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.821012 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b65413-5ba9-497e-be95-f99bca7c17a4 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:42:47.823714 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.828766 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.840685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Transition to ACTIVE for port object c4b65413-5ba9-497e-be95-f99bca7c17a4 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:42:47.844058 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.897030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:47.959506 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Attempting to bind port c4b65413-5ba9-497e-be95-f99bca7c17a4 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:42:47.959853 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Attempting to bind port c4b65413-5ba9-497e-be95-f99bca7c17a4 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:42:47.960217 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Attempting to bind port c4b65413-5ba9-497e-be95-f99bca7c17a4 on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:42:47.964623 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Port c4b65413-5ba9-497e-be95-f99bca7c17a4 on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:42:47.964951 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Attempting to bind port c4b65413-5ba9-497e-be95-f99bca7c17a4 on network c6ca0bf1-5d08-4c35-905f-76f3483a4e2b {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:42:47.970423 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:42:47.970769 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Checking segment: {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:42:47.971152 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Bound using segment: {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:42:47.971583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Bound port: c4b65413-5ba9-497e-be95-f99bca7c17a4, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:42:47.971942 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:48.001738 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e215bf-1c68-4b33-98f4-4d3ec4ffa930 req-c574bb35-afba-471c-8d18-20c16114ea11 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.003239 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-46e215bf-1c68-4b33-98f4-4d3ec4ffa930 req-c574bb35-afba-471c-8d18-20c16114ea11 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Sep 10 17:42:48.042334 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-46e215bf-1c68-4b33-98f4-4d3ec4ffa930 req-9fc1d67f-7e94-4e51-a533-4142aebb99c6 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Sep 10 17:42:48.045572 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:42:48.051411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:42:48.064921 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:48.101503 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.102114 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:48.103454 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/c4b65413-5ba9-497e-be95-f99bca7c17a4 HTTP/1.1" status: 200 len: 1094 time: 0.5909243 Sep 10 17:42:48.105417 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:48.107629 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b" -d '{"events": [{"name": "network-changed", "server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:48.163336 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224c68af-c2e0-4a9f-a540-c475791c8b6f x-openstack-request-id: req-224c68af-c2e0-4a9f-a540-c475791c8b6f {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:48.163621 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:48.163867 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-224c68af-c2e0-4a9f-a540-c475791c8b6f {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:48.164255 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4', 'status': 'completed', 'code': 200} Sep 10 17:42:48.166624 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a5e2-8c9f-499a-9be3-9be5430bd1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:48.193655 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea39ed-f579-4e68-9277-8197d28b3d89 req-3b338678-7f00-419b-8e2a-20b3689c654f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.195165 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-51ea39ed-f579-4e68-9277-8197d28b3d89 req-3b338678-7f00-419b-8e2a-20b3689c654f tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 944 time: 0.1053779 Sep 10 17:42:48.222411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-ba66a478-28b4-4267-b8bd-3f0f60550e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.223988 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-ba66a478-28b4-4267-b8bd-3f0f60550e0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 1097 time: 0.0707481 Sep 10 17:42:48.277192 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-51ea39ed-f579-4e68-9277-8197d28b3d89 req-96a78b2b-ec87-4c15-99d9-fc6792b42361 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747750 Sep 10 17:42:48.278565 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-0a72b4e6-0a1f-4a4d-aa84-2698ce3c2547 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4 HTTP/1.1" status: 200 len: 217 time: 0.0438268 Sep 10 17:42:48.332877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-ea65be30-3d47-4fa6-a602-e7717ec430e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.334386 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-ea65be30-3d47-4fa6-a602-e7717ec430e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eed2366b-d0f0-40f1-b620-593e9b6561b4 HTTP/1.1" status: 200 len: 854 time: 0.0468900 Sep 10 17:42:48.372627 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-17745e40-b7f3-436c-b9ed-c0067c96506f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269809 Sep 10 17:42:48.468946 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-10524f0b-9fd4-4b71-8b15-184d7e6174eb service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879200 Sep 10 17:42:48.556264 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca91e098-db1c-4acb-a11a-86ee3dade009 req-b856f86a-1810-4446-9510-c077c184cac3 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791318 Sep 10 17:42:48.655232 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-e725c84e-7b78-4da5-bdfb-e47f22318228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.656690 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-e725c84e-7b78-4da5-bdfb-e47f22318228 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4bedf5427a72479da5b35212f90874f5&device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 1097 time: 0.0401874 Sep 10 17:42:48.726795 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:42:48.750749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-d3f02f9a-2116-4fc5-8383-059b8c4ae92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.752195 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-d3f02f9a-2116-4fc5-8383-059b8c4ae92f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 200 len: 915 time: 0.0851886 Sep 10 17:42:48.797212 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-276d620b-3e9e-4ab9-b912-5a83cd973a0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4 HTTP/1.1" status: 200 len: 217 time: 0.0320861 Sep 10 17:42:48.850831 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-100bb1c8-d68d-4522-b195-0714a21e6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:48.852208 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-100bb1c8-d68d-4522-b195-0714a21e6c13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eed2366b-d0f0-40f1-b620-593e9b6561b4 HTTP/1.1" status: 200 len: 854 time: 0.0445218 Sep 10 17:42:48.886417 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-8e2a48e6-18f6-4e9f-9689-6788c24d8a24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226510 Sep 10 17:42:48.972365 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-74950722-075a-4996-98dd-df606d2f64e0 service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781648 Sep 10 17:42:49.063036 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a4abdd84-3b41-4ff5-92e0-5cb1802be14b req-d0fd710f-ac2c-43aa-b8e4-a1dccd9dee3d service neutron] 10.222.0.66 "GET /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813775 Sep 10 17:42:49.164177 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af580b0-4066-4630-9c4a-2349e5cf4fcf req-42be3867-1c02-46c4-a923-bc65a8cce276 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:49.165683 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2af580b0-4066-4630-9c4a-2349e5cf4fcf req-42be3867-1c02-46c4-a923-bc65a8cce276 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0525279 Sep 10 17:42:49.202065 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2af580b0-4066-4630-9c4a-2349e5cf4fcf req-47d614d8-4260-4e74-ae94-8c2857cc08c8 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Sep 10 17:42:49.387343 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f582b96-a60d-4744-b7f1-48d4e0fb05d3 req-8b09321b-9e7b-4475-b4f4-2b51500df6f5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:49.388800 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8f582b96-a60d-4744-b7f1-48d4e0fb05d3 req-8b09321b-9e7b-4475-b4f4-2b51500df6f5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 944 time: 0.0478249 Sep 10 17:42:49.425453 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8f582b96-a60d-4744-b7f1-48d4e0fb05d3 req-6757287b-23d8-44b0-9ccd-cf17016a4295 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Sep 10 17:42:50.314181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4abf-4921-45ec-ba56-805fbbba1027 req-ce257f81-28ff-4a96-8290-171cd7e27610 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:50.315616 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-032b4abf-4921-45ec-ba56-805fbbba1027 req-ce257f81-28ff-4a96-8290-171cd7e27610 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0472560 Sep 10 17:42:50.351337 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-032b4abf-4921-45ec-ba56-805fbbba1027 req-e83d2de1-5515-4b03-9058-73d4cc6a146e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300007 Sep 10 17:42:50.540017 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603c04a-dfba-4e22-afbc-8211ac2113db req-68215c27-5cf1-4969-ba02-d4ac3b248169 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:50.541391 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0603c04a-dfba-4e22-afbc-8211ac2113db req-68215c27-5cf1-4969-ba02-d4ac3b248169 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 944 time: 0.0515313 Sep 10 17:42:50.577658 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0603c04a-dfba-4e22-afbc-8211ac2113db req-bf7b84d9-1162-4944-b56c-0e10e697fd36 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298083 Sep 10 17:42:51.468073 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268e4db-ac17-419a-adfe-add4c6375be2 req-88bbeccf-edf8-47e5-9535-03e75812311c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:51.469517 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4268e4db-ac17-419a-adfe-add4c6375be2 req-88bbeccf-edf8-47e5-9535-03e75812311c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0516212 Sep 10 17:42:51.506794 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4268e4db-ac17-419a-adfe-add4c6375be2 req-ce614136-782d-4711-b0ad-c779d812c1b5 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Sep 10 17:42:51.689834 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db087-802d-4625-bd3f-5f1328f9264f req-1aef66db-27bf-4857-a4e9-78c4b0b21546 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:51.691260 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0c9db087-802d-4625-bd3f-5f1328f9264f req-1aef66db-27bf-4857-a4e9-78c4b0b21546 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 944 time: 0.0485897 Sep 10 17:42:51.727841 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0c9db087-802d-4625-bd3f-5f1328f9264f req-89b3acd4-c608-474c-afd1-a8ed3d55d013 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Sep 10 17:42:52.565138 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c4b65413-5ba9-497e-be95-f99bca7c17a4 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:42:52.617055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9cf12-aeb4-428a-8205-131d1c4cb05a req-aa771f07-0e44-467f-80e3-832cf02e524e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:52.618555 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98e9cf12-aeb4-428a-8205-131d1c4cb05a req-aa771f07-0e44-467f-80e3-832cf02e524e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Sep 10 17:42:52.655892 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98e9cf12-aeb4-428a-8205-131d1c4cb05a req-875071aa-5330-400c-a6cc-990089d9659b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Sep 10 17:42:52.656412 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:52.667534 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': 'c4b65413-5ba9-497e-be95-f99bca7c17a4', 'network_id': 'c6ca0bf1-5d08-4c35-905f-76f3483a4e2b', 'port_id': 'c4b65413-5ba9-497e-be95-f99bca7c17a4', 'mac_address': 'fa:16:3e:92:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2366b-d0f0-40f1-b620-593e9b6561b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:42:52.707611 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:52.719559 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b65413-5ba9-497e-be95-f99bca7c17a4 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:42:52.738006 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:52.741763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:52.790682 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:52.842190 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af08378-a83b-454a-af4b-a78318b998c0 req-75031ce0-552e-4abe-828c-f10652220034 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:52.843710 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6af08378-a83b-454a-af4b-a78318b998c0 req-75031ce0-552e-4abe-828c-f10652220034 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Sep 10 17:42:52.880728 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6af08378-a83b-454a-af4b-a78318b998c0 req-acfea5ea-bce3-4aeb-aea2-24f400a79a1a tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Sep 10 17:42:53.027512 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c4b65413-5ba9-497e-be95-f99bca7c17a4'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:53.768796 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa17f1-63c1-43f2-ba6f-47ae511f92e3 req-e230117f-ba26-46ad-a3a5-4550dbf4359e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:53.770316 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45fa17f1-63c1-43f2-ba6f-47ae511f92e3 req-e230117f-ba26-46ad-a3a5-4550dbf4359e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Sep 10 17:42:53.808268 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45fa17f1-63c1-43f2-ba6f-47ae511f92e3 req-2c630504-6e01-45af-bc1b-a17ee7ef29b5 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Sep 10 17:42:54.002210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd164-3540-4288-8556-dfcce4d1c32a req-5df8b68e-e63a-42b4-8995-b30fad6d1fe1 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.003680 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ec7dd164-3540-4288-8556-dfcce4d1c32a req-5df8b68e-e63a-42b4-8995-b30fad6d1fe1 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Sep 10 17:42:54.042420 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ec7dd164-3540-4288-8556-dfcce4d1c32a req-d328c36e-93a4-48d9-a08f-5bb45533fcca tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Sep 10 17:42:54.595245 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c4b65413-5ba9-497e-be95-f99bca7c17a4 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:42:54.643867 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port c4b65413-5ba9-497e-be95-f99bca7c17a4 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:42:54.647965 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port c4b65413-5ba9-497e-be95-f99bca7c17a4 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:54.648339 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.728535 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.754127 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:54.756357 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd6b3d6-651c-4394-941a-3757c6603fe7" -d '{"events": [{"server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "name": "network-vif-plugged", "status": "completed", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:54.770918 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:54.775133 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.801668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d9567-9583-48c4-9e4f-8fbecff13506 x-openstack-request-id: req-6b8d9567-9583-48c4-9e4f-8fbecff13506 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:54.801875 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "name": "network-vif-plugged", "status": "completed", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:54.802721 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b8d9567-9583-48c4-9e4f-8fbecff13506 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:54.803115 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4', 'code': 200} Sep 10 17:42:54.839868 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:54.933958 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c4904-aba7-4fd8-98b8-6c988acdf766 req-5014a3cb-7e72-4dfe-93d4-5f7902447f6f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.935744 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d68c4904-aba7-4fd8-98b8-6c988acdf766 req-5014a3cb-7e72-4dfe-93d4-5f7902447f6f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Sep 10 17:42:54.996860 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d68c4904-aba7-4fd8-98b8-6c988acdf766 req-a75fb8cb-ff36-4bc6-975e-af3649f4363e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540721 Sep 10 17:42:55.010225 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94e28-52e5-4558-ab2d-0ff7a304cd28 req-a6a52301-b687-47bc-b881-1a2fe9a9d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:55.011709 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7ba94e28-52e5-4558-ab2d-0ff7a304cd28 req-a6a52301-b687-47bc-b881-1a2fe9a9d36b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 1099 time: 0.0520995 Sep 10 17:42:55.048502 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7ba94e28-52e5-4558-ab2d-0ff7a304cd28 req-b8734a63-c1b8-4fcf-9a9a-10c0a3ac1e7d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276260 Sep 10 17:42:55.102685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57574) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:55.160944 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff897999-fb27-46c1-8e7e-e89ac399c2b4 req-b8001471-bd95-4cc3-a2a6-51cdebec6150 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:55.162413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ff897999-fb27-46c1-8e7e-e89ac399c2b4 req-b8001471-bd95-4cc3-a2a6-51cdebec6150 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0508509 Sep 10 17:42:55.200054 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ff897999-fb27-46c1-8e7e-e89ac399c2b4 req-3dedf5b6-0c89-41ae-bb7d-1a2be08e1786 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Sep 10 17:42:55.211550 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-481d36b6-5aa6-4bc9-95b8-aa87fb6eb1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.300918 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-481d36b6-5aa6-4bc9-95b8-aa87fb6eb1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.304579 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-481d36b6-5aa6-4bc9-95b8-aa87fb6eb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.340053 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d36b6-5aa6-4bc9-95b8-aa87fb6eb1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468bb57-6254-4887-ae73-991084893489,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:55.345059 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-481d36b6-5aa6-4bc9-95b8-aa87fb6eb1f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a3997c39ae44613975107265acad054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413464 Sep 10 17:42:55.347802 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57578) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:55.399418 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.419543 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.464669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.467576 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.469237 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e468bb57-6254-4887-ae73-991084893489 HTTP/1.1" status: 204 len: 168 time: 0.1205966 Sep 10 17:42:55.477486 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf387aa-b49a-44bc-8431-234112b54f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468bb57-6254-4887-ae73-991084893489,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:55.716377 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57584) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:55.729883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f10f9056-2b45-450f-a7cf-d772bf0b15f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.821353 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f10f9056-2b45-450f-a7cf-d772bf0b15f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.825108 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f10f9056-2b45-450f-a7cf-d772bf0b15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.863187 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f10f9056-2b45-450f-a7cf-d772bf0b15f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ae5add42a194c15bf22ec689abe866e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457312 Sep 10 17:42:55.864069 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f9056-2b45-450f-a7cf-d772bf0b15f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0817f8e3-4cae-4602-8b18-e9d24d56d7d2,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:55.866217 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57586) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:55.914569 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.934535 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.980014 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.982834 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.983949 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0817f8e3-4cae-4602-8b18-e9d24d56d7d2 HTTP/1.1" status: 204 len: 168 time: 0.1167643 Sep 10 17:42:55.991573 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04d359-517e-433d-8448-3d822391fc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817f8e3-4cae-4602-8b18-e9d24d56d7d2,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:56.111267 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c39dd1-caa4-4799-b767-3f631fdee059 req-ce86dd75-eff5-4b0d-b839-d6c762c59aa2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:56.112742 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-66c39dd1-caa4-4799-b767-3f631fdee059 req-ce86dd75-eff5-4b0d-b839-d6c762c59aa2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0496991 Sep 10 17:42:56.151283 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-66c39dd1-caa4-4799-b767-3f631fdee059 req-b86e9942-b524-4940-8e68-fdf6399f9d0c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Sep 10 17:42:56.316502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56200d-726e-4639-bf9e-1045091f494b req-5d4c83ab-98b0-4b5d-844e-4f4c616299f5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:56.318016 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae56200d-726e-4639-bf9e-1045091f494b req-5d4c83ab-98b0-4b5d-844e-4f4c616299f5 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0506539 Sep 10 17:42:56.366887 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ae56200d-726e-4639-bf9e-1045091f494b req-a74cc247-78eb-4907-933f-44c557ee1d58 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Sep 10 17:42:57.271791 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48063352-0054-432d-ae85-8f66d48401d7 req-ef7fd453-c803-4073-94ed-e8ac9bc632bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:57.273298 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48063352-0054-432d-ae85-8f66d48401d7 req-ef7fd453-c803-4073-94ed-e8ac9bc632bd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0482244 Sep 10 17:42:57.312030 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48063352-0054-432d-ae85-8f66d48401d7 req-1b7ab544-9ff4-4e82-98d8-0d06509d5b1c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Sep 10 17:42:57.480131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d7904-f85a-45d7-8e8e-d67a16a4be7c req-0c5a4a17-c773-4d12-ad75-6d8ba995fabc tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:57.481735 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fb1d7904-f85a-45d7-8e8e-d67a16a4be7c req-0c5a4a17-c773-4d12-ad75-6d8ba995fabc tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0519974 Sep 10 17:42:57.520160 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fb1d7904-f85a-45d7-8e8e-d67a16a4be7c req-1db37c22-dce5-4876-8e1d-82b7cbc090b1 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Sep 10 17:42:58.320759 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57674) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:58.425590 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e05ed1b-d9db-41fa-b9ea-3fa3cc89b8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.441744 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65693e76-2472-4aec-b9bc-786d8be87637 req-74f5ca46-1da2-46f6-9a95-63c39f246804 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:58.443579 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65693e76-2472-4aec-b9bc-786d8be87637 req-74f5ca46-1da2-46f6-9a95-63c39f246804 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0668824 Sep 10 17:42:58.500826 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65693e76-2472-4aec-b9bc-786d8be87637 req-ac9d114f-da39-449d-b3dd-5605cd289d2a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505476 Sep 10 17:42:58.556984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e05ed1b-d9db-41fa-b9ea-3fa3cc89b8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.560538 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8e05ed1b-d9db-41fa-b9ea-3fa3cc89b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.818190 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8e05ed1b-d9db-41fa-b9ea-3fa3cc89b8c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=832f914b636444caa0c18728e3110f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962282 Sep 10 17:42:58.819029 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05ed1b-d9db-41fa-b9ea-3fa3cc89b8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff1948d-b4af-4f1a-9e0c-80f31d818732,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:58.820755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57680) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:58.873400 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.894912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.940369 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.943012 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.944158 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aff1948d-b4af-4f1a-9e0c-80f31d818732 HTTP/1.1" status: 204 len: 168 time: 0.1218405 Sep 10 17:42:58.951489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d93fb-be60-4174-9497-91f608593433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff1948d-b4af-4f1a-9e0c-80f31d818732,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:59.197712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57688) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:59.213297 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa8a3-d05a-4ad0-b21d-efbffa80a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.302741 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa8a3-d05a-4ad0-b21d-efbffa80a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.307239 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa8a3-d05a-4ad0-b21d-efbffa80a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.344320 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f3aaa8a3-d05a-4ad0-b21d-efbffa80a191 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a13f954ad014f6ea3f4f8c7366b6fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453688 Sep 10 17:42:59.345177 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa8a3-d05a-4ad0-b21d-efbffa80a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff34760-b987-4702-bde5-cee49c85ef65,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:59.347007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57692) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:59.395340 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.415564 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.463008 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.465818 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.467048 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ff34760-b987-4702-bde5-cee49c85ef65 HTTP/1.1" status: 204 len: 168 time: 0.1184525 Sep 10 17:42:59.475363 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce52b4-1311-44ca-9e5c-0026a40f6b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff34760-b987-4702-bde5-cee49c85ef65,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:59.619297 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89e4c6-6a94-49ab-9665-57ab0be72d60 req-129c92e3-b053-4b8f-8180-19318cb5b6f6 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:59.620769 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4c89e4c6-6a94-49ab-9665-57ab0be72d60 req-129c92e3-b053-4b8f-8180-19318cb5b6f6 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0502589 Sep 10 17:42:59.659836 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4c89e4c6-6a94-49ab-9665-57ab0be72d60 req-fb5a6dc7-9bb3-4e00-939b-97e518974faf tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331738 Sep 10 17:43:00.775513 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd58d-d07f-471d-a489-bbb78c440597 req-76cc90fe-546b-4dd2-bbaa-ec8f17a1b217 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:00.777006 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c4dbd58d-d07f-471d-a489-bbb78c440597 req-76cc90fe-546b-4dd2-bbaa-ec8f17a1b217 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0506971 Sep 10 17:43:00.820852 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c4dbd58d-d07f-471d-a489-bbb78c440597 req-f8dbe134-5407-4d8f-b073-b3f913af0fc9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368431 Sep 10 17:43:01.980977 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84049-88e3-47a9-9fdf-cf7025fb914f req-5b146f04-c8fb-4de6-9e69-e5c8e4065420 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:01.982628 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-83d84049-88e3-47a9-9fdf-cf7025fb914f req-5b146f04-c8fb-4de6-9e69-e5c8e4065420 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0901957 Sep 10 17:43:02.034627 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-83d84049-88e3-47a9-9fdf-cf7025fb914f req-3d1f7dfe-af6b-4702-9fdd-85138c739d9a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Sep 10 17:43:02.274660 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051bba-9986-4138-b849-e8d99d70a144 req-96feba95-87c2-47c9-a5b8-d0ba710a3818 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.276195 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7d051bba-9986-4138-b849-e8d99d70a144 req-96feba95-87c2-47c9-a5b8-d0ba710a3818 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Sep 10 17:43:02.300421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-a01d5178-0b34-4ab2-a559-afd92a0c6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.301824 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-a01d5178-0b34-4ab2-a559-afd92a0c6967 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.0409265 Sep 10 17:43:02.313975 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7d051bba-9986-4138-b849-e8d99d70a144 req-0d1ce7af-ca17-4780-96fd-8c38b03166a9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Sep 10 17:43:02.394830 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-560e5508-3bab-4110-8460-111d760389e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.396278 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-560e5508-3bab-4110-8460-111d760389e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.0867307 Sep 10 17:43:02.462360 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-514f0ac5-b7f9-4447-978c-4cc54ed6d9ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1000 time: 0.0585096 Sep 10 17:43:02.510415 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-90ab4185-eb7d-473f-bf4e-f4ad5bbb96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.511825 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-90ab4185-eb7d-473f-bf4e-f4ad5bbb96d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0422771 Sep 10 17:43:02.568943 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-fda0f89b-1d38-4db2-b4e4-b8bbfad12afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.570323 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-fda0f89b-1d38-4db2-b4e4-b8bbfad12afa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414739 Sep 10 17:43:02.658742 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-d7665c80-d767-41b1-886e-114670b12b07 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784187 Sep 10 17:43:02.751529 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0208f7a3-aa28-4a1f-9e68-3771c41c0543 req-9a594973-755d-4ce3-a038-8d995ee5d52b service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826197 Sep 10 17:43:03.429963 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd046a48-4155-4ce1-bca1-581a0b6acf39 req-8fb56b8f-a27f-4971-bbf0-2f6d09344091 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:03.431464 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd046a48-4155-4ce1-bca1-581a0b6acf39 req-8fb56b8f-a27f-4971-bbf0-2f6d09344091 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Sep 10 17:43:03.469791 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd046a48-4155-4ce1-bca1-581a0b6acf39 req-801ddb14-1af6-4c23-8db0-d172e17b708d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Sep 10 17:43:05.521298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a56b4-de1a-4764-9730-bfbbf0e1b4ba req-9875083e-0635-4283-b729-4954160c5470 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:05.522833 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-530a56b4-de1a-4764-9730-bfbbf0e1b4ba req-9875083e-0635-4283-b729-4954160c5470 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0497868 Sep 10 17:43:05.563940 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-530a56b4-de1a-4764-9730-bfbbf0e1b4ba req-147e9931-2be4-4dfa-bc35-a2d1a806ea37 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353172 Sep 10 17:43:06.682421 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c85e-b183-4df0-84ae-477263427803 req-c49f65f2-a457-47d4-bd09-90ae4895c0d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.684542 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8e09c85e-b183-4df0-84ae-477263427803 req-c49f65f2-a457-47d4-bd09-90ae4895c0d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0484638 Sep 10 17:43:06.722576 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8e09c85e-b183-4df0-84ae-477263427803 req-15021e16-8006-4251-8825-4b04b334e812 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Sep 10 17:43:07.839761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73a4e-835a-49f4-b679-15984ad629ff req-dce7b2b9-7153-46f0-9932-c5eb102178c7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.841227 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9cd73a4e-835a-49f4-b679-15984ad629ff req-dce7b2b9-7153-46f0-9932-c5eb102178c7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0485334 Sep 10 17:43:07.878688 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9cd73a4e-835a-49f4-b679-15984ad629ff req-56c70927-c39f-43f6-ba4d-cfd326cfb17d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Sep 10 17:43:08.996230 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d32365-0289-4912-a6df-2e1cf6a9aa66 req-d58e5f45-8711-46a0-924f-0d1e6cef93c5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:08.997710 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-68d32365-0289-4912-a6df-2e1cf6a9aa66 req-d58e5f45-8711-46a0-924f-0d1e6cef93c5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0500221 Sep 10 17:43:09.034608 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-68d32365-0289-4912-a6df-2e1cf6a9aa66 req-4699848a-c2d9-4efe-8134-0b20215a7098 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304475 Sep 10 17:43:09.221514 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73650165-eadb-45e4-9d20-2568410b1b6f req-61afca14-6e59-467a-8530-354f63500558 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:09.223073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-73650165-eadb-45e4-9d20-2568410b1b6f req-61afca14-6e59-467a-8530-354f63500558 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 946 time: 0.0549359 Sep 10 17:43:09.316807 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Deleting port 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:09.317148 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.409281 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] For port 035ee74e-3fba-4e62-9760-65c8ea90fc47, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=035ee74e-3fba-4e62-9760-65c8ea90fc47,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:09.409653 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.632408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.632760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.633088 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Floating IP 87979c16-e3cd-42aa-a2c5-f93f4daf1264 disassociated. External IP: 172.27.0.232, port: 035ee74e-3fba-4e62-9760-65c8ea90fc47. Sep 10 17:43:09.633433 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Calling delete_port for 035ee74e-3fba-4e62-9760-65c8ea90fc47 owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:09.763769 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.797437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'Port': ['ID=035ee74e-3fba-4e62-9760-65c8ea90fc47,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:09.811361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57906) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:09.909922 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:09.917541 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.014611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.017581 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:10.018538 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.027741 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:10.038395 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:10.039018 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:42:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.056266 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a63cd9ddb20d40ef874c783d728535b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437892 Sep 10 17:43:10.059088 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] No DVR routers for this DVR port 035ee74e-3fba-4e62-9760-65c8ea90fc47 on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:10.061680 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57910) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:10.062950 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.064918 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-73650165-eadb-45e4-9d20-2568410b1b6f req-0e94b4af-f58f-4c93-a5b7-17a8dc741367 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "DELETE /v2.0/ports/035ee74e-3fba-4e62-9760-65c8ea90fc47 HTTP/1.1" status: 204 len: 173 time: 0.8352361 Sep 10 17:43:10.065745 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d64d23-6234-41ef-b0c9-7b07dc000959,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:10.069349 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-deleted', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:10.071491 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd41ff-9dec-48be-9fb8-f6234dcfce7c" -d '{"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-deleted", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:10.080903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.083504 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.084149 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.085296 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.085796 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.088677 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.089124 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce43f61-0c71-4874-b6ae-5663167943b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:10.131957 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.134588 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194a77d-07af-4a49-a315-002d97841969 x-openstack-request-id: req-8194a77d-07af-4a49-a315-002d97841969 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:10.134866 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657ca4c-be80-431d-a355-01f9ad227dde", "name": "network-vif-deleted", "tag": "035ee74e-3fba-4e62-9760-65c8ea90fc47", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:10.135343 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8194a77d-07af-4a49-a315-002d97841969 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:10.135874 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657ca4c-be80-431d-a355-01f9ad227dde', 'name': 'network-vif-deleted', 'tag': '035ee74e-3fba-4e62-9760-65c8ea90fc47', 'status': 'completed', 'code': 200} Sep 10 17:43:10.157786 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.173502 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01dbf75f-e6a7-48f7-9f76-1c5b0fe2cea4 req-6c60d4f9-39d9-4fb4-bfad-1357d818462f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.0309105 Sep 10 17:43:10.173759 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:10.212543 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.215243 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.216382 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6d64d23-6234-41ef-b0c9-7b07dc000959 HTTP/1.1" status: 204 len: 168 time: 0.1549549 Sep 10 17:43:10.225060 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386503b-9f14-42b9-bad3-bc6c25c197f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d64d23-6234-41ef-b0c9-7b07dc000959,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:10.402317 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.428261 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:10.437378 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:10.437985 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:42:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.494404 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57920) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:10.507284 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b87d894-cbb3-4901-b23a-049220554669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.606338 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b87d894-cbb3-4901-b23a-049220554669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.610945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6b87d894-cbb3-4901-b23a-049220554669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.652805 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87d894-cbb3-4901-b23a-049220554669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e14854-7e12-476c-a64d-1c81ce705108,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:10.659563 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6b87d894-cbb3-4901-b23a-049220554669 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53b6cf52a3d143c584336e4e8511805b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653726 Sep 10 17:43:10.660131 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:10.662179 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57922) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:10.711843 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.738185 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.787622 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.790882 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.792461 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77e14854-7e12-476c-a64d-1c81ce705108 HTTP/1.1" status: 204 len: 168 time: 0.1294298 Sep 10 17:43:10.804989 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803255-2e10-47d5-b225-480ce6ae473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e14854-7e12-476c-a64d-1c81ce705108,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:10.876276 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.906628 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b95ff-140d-4800-bc6d-97e099ba6beb None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:11.150611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 57930) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:11.156849 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969fc76-6b4b-4f07-9bcb-34d3a74add3f None None] New status for floating IP 87979c16-e3cd-42aa-a2c5-f93f4daf1264: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:43:11.165033 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4396e403-3a70-4ee4-a02f-a48dba3936a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.279655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4396e403-3a70-4ee4-a02f-a48dba3936a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.286330 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4396e403-3a70-4ee4-a02f-a48dba3936a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.300921 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d18cff67-c319-4a0c-a787-30327b9f85dd req-88d202d2-4d5f-4e85-95cb-f70c613a48be tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.0410907 Sep 10 17:43:11.321708 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4396e403-3a70-4ee4-a02f-a48dba3936a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94becd214d3447de82588b11bf0559eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695981 Sep 10 17:43:11.325508 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 57934) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:11.338710 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e403-3a70-4ee4-a02f-a48dba3936a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91487eb-8e37-4e0e-9463-a3890fcebd28,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:11.388568 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.412614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.465681 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.468896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.470063 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f91487eb-8e37-4e0e-9463-a3890fcebd28 HTTP/1.1" status: 204 len: 168 time: 0.1424565 Sep 10 17:43:11.480187 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc1b2b-fd0c-41e0-bf89-57731737a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91487eb-8e37-4e0e-9463-a3890fcebd28,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:12.395423 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-98ed3f67-0c81-449e-bbb1-8dc5a2c0ebe3 req-eb7d8b4f-6f95-4c92-86ff-95726416b017 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a657ca4c-be80-431d-a355-01f9ad227dde HTTP/1.1" status: 200 len: 210 time: 0.0288606 Sep 10 17:43:12.400642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d7e7ba0f-22d3-42f2-bd23-7cd2849fa488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:12.749684 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.310044 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58014) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:13.412415 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-af90a80d-c651-473c-803c-a6d0099b65ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.491533 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58022) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:13.507452 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-af90a80d-c651-473c-803c-a6d0099b65ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.511555 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-af90a80d-c651-473c-803c-a6d0099b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.547737 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.548487 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-af90a80d-c651-473c-803c-a6d0099b65ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69e13b55eeee41d2987e9fc1aaef0794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372611 Sep 10 17:43:13.551076 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58024) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:13.558023 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90a80d-c651-473c-803c-a6d0099b65ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bfba5-e13a-4eef-b212-c4a9bbd6edbf,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:13.575889 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.602836 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.626820 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.634857 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.637512 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.638692 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "DELETE /v2.0/security-groups/c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a HTTP/1.1" status: 204 len: 168 time: 0.1461327 Sep 10 17:43:13.642186 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58026) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:13.648482 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521d4e-84eb-4808-8926-600ff3000140 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:13.668686 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.api.v2.resource [None req-2456f131-d3b1-4945-abe8-8e7106e6fc5f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] show failed (client error): The resource could not be found. Sep 10 17:43:13.669912 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2456f131-d3b1-4945-abe8-8e7106e6fc5f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups/c7f6dc3a-af1e-40f0-b2dd-8b2330dcb53a HTTP/1.1" status: 404 len: 347 time: 0.0268016 Sep 10 17:43:13.673022 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58028) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:13.749922 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.752401 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.753503 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a9bfba5-e13a-4eef-b212-c4a9bbd6edbf HTTP/1.1" status: 204 len: 168 time: 0.2015154 Sep 10 17:43:14.044738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827e345-255d-4bb6-bd16-efef18aebc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bfba5-e13a-4eef-b212-c4a9bbd6edbf,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:14.065952 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58040) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:14.080004 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dbca5647-9888-41fc-b76c-ecdd362f1ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.087102 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Deleting port 1ff0134a-c67f-459d-a23c-35a1839c142c {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:14.087560 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.172475 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.172806 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.179651 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dbca5647-9888-41fc-b76c-ecdd362f1ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.185490 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Calling delete_port for 1ff0134a-c67f-459d-a23c-35a1839c142c owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:14.185704 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dbca5647-9888-41fc-b76c-ecdd362f1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.226570 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-dbca5647-9888-41fc-b76c-ecdd362f1ee4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00914d22a25046d6bef1c4188618d125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594863 Sep 10 17:43:14.229113 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58042) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:14.234820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5647-9888-41fc-b76c-ecdd362f1ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd3d58-cdb1-48b8-a2f2-76f2be6e4adc,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:14.280781 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.302037 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.326080 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.355047 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.356230 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'Port': ['ID=1ff0134a-c67f-459d-a23c-35a1839c142c,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:14.357603 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.362600 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3bd3d58-cdb1-48b8-a2f2-76f2be6e4adc HTTP/1.1" status: 204 len: 168 time: 0.1325457 Sep 10 17:43:14.371667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbed560-ea95-423e-af28-b8f38e79c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd3d58-cdb1-48b8-a2f2-76f2be6e4adc,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:14.423504 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.426007 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.427205 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-84b16f00-39e4-40f7-8719-c97c6ead4c61 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "DELETE /v2.0/floatingips/87979c16-e3cd-42aa-a2c5-f93f4daf1264 HTTP/1.1" status: 204 len: 168 time: 0.7532623 Sep 10 17:43:14.720169 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:14.739484 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 035ee74e-3fba-4e62-9760-65c8ea90fc47 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:14.739893 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 035ee74e-3fba-4e62-9760-65c8ea90fc47 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:14.857182 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58062) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:14.862449 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222976105', 'description': 'tempest-description--1648322473'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:14.890415 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.944029 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-666d8058-eb53-4d6b-891a-f5567407561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.990471 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.995790 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.025708 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.027026 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1681097 Sep 10 17:43:15.031539 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f4f47-ab01-44ce-a791-c95e8061501c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:15.034579 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58074) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:15.039103 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group_rule': {'security_group_id': '1f7b8c18-3323-4d80-bea4-ea2ab3838c9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:15.066283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.114344 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.119347 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.136816 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a269a8-5654-469b-b6b3-39c24ff52cdf,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:15.144088 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.145407 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f96e24a5-9029-40f5-a57d-c2cdb4fbfc1d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098168 Sep 10 17:43:15.148252 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58078) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:15.152727 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'security_group_rule': {'security_group_id': '1f7b8c18-3323-4d80-bea4-ea2ab3838c9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:15.183265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.245904 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.249887 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.266816 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82233eb-b0ec-4d1f-b729-0847e6e3c181,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:15.274858 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.276064 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ecc59bc8-c0db-495d-9e47-57a5fdd22a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268828 Sep 10 17:43:15.279331 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58082) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:15.284499 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:15.306912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.384056 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.406878 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.520772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Allocated IP 172.27.0.102 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/db4b7c33-46be-4edb-9eb3-c8135be408df) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:15.622518 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.669360 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.707055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:15.709725 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:15.713245 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:15.722205 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=db4b7c33-46be-4edb-9eb3-c8135be408df,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:15.803128 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.837040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:15.999675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.004123 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.080606 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=db4b7c33-46be-4edb-9eb3-c8135be408df,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:16.089902 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.104995 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.115356 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-163a8b33-7ae3-4c2d-ac49-1d708337e0cc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8256750 Sep 10 17:43:16.316531 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-c69e8b4e-27ff-4eeb-acc4-97793a2cc95f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1222976105&fields=id&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 267 time: 0.0364306 Sep 10 17:43:16.361504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.386356 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58146) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:16.430917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-649d62b2-9935-4cea-bbf5-4ac1d27a5b7e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:16.432379 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-649d62b2-9935-4cea-bbf5-4ac1d27a5b7e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 816 time: 0.1089461 Sep 10 17:43:16.447738 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-7707aba5-8c1b-452e-aff8-48671be91786 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/quotas/6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 375 time: 0.0088923 Sep 10 17:43:16.492213 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e24889ed-12bb-4e30-b1b7-1d77e4477909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.505882 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-f1280a6e-61f4-45cb-88d2-76e10f276fa7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482786 Sep 10 17:43:16.582498 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e24889ed-12bb-4e30-b1b7-1d77e4477909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.586106 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e24889ed-12bb-4e30-b1b7-1d77e4477909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.604158 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-2a6c814d-5cec-4756-83fc-d4414b1d5e9f service neutron] 10.222.0.65 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 Sep 10 17:43:16.627913 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e24889ed-12bb-4e30-b1b7-1d77e4477909 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dde0e47889d4fb9b13e6bae09d90187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398615 Sep 10 17:43:16.628760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24889ed-12bb-4e30-b1b7-1d77e4477909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b920b00-3976-4cbb-b572-ba495a57a511,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:16.630500 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58150) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:16.735055 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-be8ae4c3-9d1f-4e62-9f5e-e82bafe84668 service neutron] 10.222.0.65 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237810 Sep 10 17:43:16.735802 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.757134 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.803244 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.805971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:16.807147 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b920b00-3976-4cbb-b572-ba495a57a511 HTTP/1.1" status: 204 len: 168 time: 0.1756768 Sep 10 17:43:16.815413 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228491ef-e694-4b15-8f96-0b8d7179336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b920b00-3976-4cbb-b572-ba495a57a511,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:16.919979 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bc183a11-a53d-4ba9-b729-17eaeb5cca70 req-c57643a2-db78-4141-b060-de8e6b17b6ef tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 210 time: 0.0452025 Sep 10 17:43:17.086253 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58164) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:17.099940 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-023f68cd-f238-4b73-9da4-aa521d3d9e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.198391 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-023f68cd-f238-4b73-9da4-aa521d3d9e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.203165 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-023f68cd-f238-4b73-9da4-aa521d3d9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.247199 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-023f68cd-f238-4b73-9da4-aa521d3d9e29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80ac81898b7e4a03927b7da2471bb55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598451 Sep 10 17:43:17.248285 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f68cd-f238-4b73-9da4-aa521d3d9e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a794e43-f548-4452-a514-aaf387a6d5fb,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:17.250394 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58174) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:17.314452 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.338893 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.398167 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.400920 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.402337 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a794e43-f548-4452-a514-aaf387a6d5fb HTTP/1.1" status: 204 len: 168 time: 0.1474466 Sep 10 17:43:17.411048 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6713692-3b71-49e0-bd3d-2c73a81a1ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a794e43-f548-4452-a514-aaf387a6d5fb,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:17.828606 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.002073 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-1e9b4315-1ecc-4e0a-85d7-db9829d5c2d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:18.003872 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-1e9b4315-1ecc-4e0a-85d7-db9829d5c2d8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 816 time: 0.1304486 Sep 10 17:43:18.035030 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e8024e0c-a23b-4ed3-933d-ef8f8c1f86ff req-7c7f19a9-e965-4d4b-a0c1-19e675c15c94 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 210 time: 0.0301044 Sep 10 17:43:18.084082 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-a8668918-910d-4090-bcae-3d310832e8eb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 380 time: 0.0513635 Sep 10 17:43:18.098406 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'port': {'device_id': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'admin_state_up': True, 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'security_groups': ['1f7b8c18-3323-4d80-bea4-ea2ab3838c9f']}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:18.215871 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Made reservation on behalf of 6c7f5ef5bbca4ea790b78be4607444d1 for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:18.220951 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.349920 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Allocated IP 172.20.0.14 (c67d8834-c481-4484-aa7e-e7ad6de91048/6d18c6ac-2e2b-46a3-a206-3f68cbed80c7/35ef2cc1-c8ff-4d4d-b926-df80924cb2b1) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:18.494097 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.508191 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Transition to ACTIVE for port object 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:18.546959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.589902 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Network c67d8834-c481-4484-aa7e-e7ad6de91048 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:18.594181 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:18.596897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:18.637897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:18.666295 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:18.667383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.684172 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-22cecf98-a35e-4719-9113-963a4789239a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893705 Sep 10 17:43:18.700753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Request body: {'port': {'device_id': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:18.781889 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a8e67-3376-42ff-92e6-d1b4baf40898 req-6cd6533a-a43d-44b1-bf89-4305adb0636a tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:18.783508 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6e8a8e67-3376-42ff-92e6-d1b4baf40898 req-6cd6533a-a43d-44b1-bf89-4305adb0636a tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0981865 Sep 10 17:43:18.788566 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.858015 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6e8a8e67-3376-42ff-92e6-d1b4baf40898 req-f72775a3-cb2e-40d2-a5b5-d36429bbee3d tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663519 Sep 10 17:43:18.893773 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5e2fbbb7-4a6c-4e23-8981-edf77ae9e385 None None] Provisioning for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:18.897849 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5e2fbbb7-4a6c-4e23-8981-edf77ae9e385 None None] Provisioning complete for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:18.898236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5e2fbbb7-4a6c-4e23-8981-edf77ae9e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.931959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-5e2fbbb7-4a6c-4e23-8981-edf77ae9e385 None None] Port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:43:19.088536 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:19.097451 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.110610 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Transition to ACTIVE for port object 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:19.114021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.176359 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e068-8e48-4165-b151-52a6c002afab req-f8dfdb4c-4929-440b-a7b9-f08d98af6605 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.178755 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c7e2e068-8e48-4165-b151-52a6c002afab req-f8dfdb4c-4929-440b-a7b9-f08d98af6605 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0636897 Sep 10 17:43:19.188034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:19.227651 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c7e2e068-8e48-4165-b151-52a6c002afab req-c6d3c220-f9aa-4959-acf0-f884b7cbede6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Sep 10 17:43:19.261752 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Attempting to bind port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:19.262096 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Attempting to bind port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:19.262454 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Attempting to bind port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:19.267534 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 on network c67d8834-c481-4484-aa7e-e7ad6de91048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:43:19.268371 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Attempting to bind port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 on network c67d8834-c481-4484-aa7e-e7ad6de91048 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:19.273717 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:19.274060 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Checking segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:19.274475 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Bound using segment: {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:19.274907 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Bound port: 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:19.275269 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.347831 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:19.351264 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:19.355507 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.389685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.390341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.391721 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] 10.222.0.66 "PUT /v2.0/ports/35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 1094 time: 0.6953151 Sep 10 17:43:19.394101 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:19.396395 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b453b949-1b2e-4665-9539-a506714a9e58" -d '{"events": [{"name": "network-changed", "server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:19.427279 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3a596-b9fa-4bfc-b936-e2d6ccf2f783 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:19.438463 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1328e31-5892-4976-a16c-efbe4dc5e6a2 x-openstack-request-id: req-f1328e31-5892-4976-a16c-efbe4dc5e6a2 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:19.438854 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:19.439109 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1328e31-5892-4976-a16c-efbe4dc5e6a2 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:19.439554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'status': 'completed', 'code': 200} Sep 10 17:43:19.492405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-7ca66a92-cf61-48b4-9bc8-2be2426c85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.493928 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-7ca66a92-cf61-48b4-9bc8-2be2426c85b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1097 time: 0.0447152 Sep 10 17:43:19.557711 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-b9908f51-8ad5-4c67-82d2-0036846f8aff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 217 time: 0.0405056 Sep 10 17:43:19.610892 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-371bd114-aa0a-4102-97e7-0734e9052d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.612309 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-371bd114-aa0a-4102-97e7-0734e9052d1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0436158 Sep 10 17:43:19.658225 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-fd1d6c93-b536-4ee3-8cc1-5e3689239537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.659683 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-fd1d6c93-b536-4ee3-8cc1-5e3689239537 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385616 Sep 10 17:43:19.759592 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-9cd1e486-b572-4846-b897-1525c9728487 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Sep 10 17:43:19.848189 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f34c3a30-bca2-4a78-97ac-b8aa4d452f3b req-d218e77e-f77a-481e-b00d-7afbd2dd973c service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794122 Sep 10 17:43:19.957047 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b949-1b2e-4665-9539-a506714a9e58 req-e02b3816-9874-4098-851b-5d8f2c64d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.958666 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-e02b3816-9874-4098-851b-5d8f2c64d1f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1097 time: 0.0470486 Sep 10 17:43:19.974490 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22926-210b-400b-808b-d73233a5097d req-8edeac8f-188d-4104-854b-a4da467e6e05 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.975925 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1ad22926-210b-400b-808b-d73233a5097d req-8edeac8f-188d-4104-854b-a4da467e6e05 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0510678 Sep 10 17:43:20.012380 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-1ad22926-210b-400b-808b-d73233a5097d req-828ab2c9-2ba0-4833-a13b-22747a6895b0 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/security-groups?id=b10544c2-0f56-40c6-9837-c1630684f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 Sep 10 17:43:20.052413 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b949-1b2e-4665-9539-a506714a9e58 req-475743f7-c690-4eee-bfda-e4834df5f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.053929 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-475743f7-c690-4eee-bfda-e4834df5f3ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.0837865 Sep 10 17:43:20.100299 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-fe596c51-b413-45a6-bb31-8f1e8e49612a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 217 time: 0.0372105 Sep 10 17:43:20.152834 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b949-1b2e-4665-9539-a506714a9e58 req-7378a572-c01d-4e9b-97d4-86e78084073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.154287 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-7378a572-c01d-4e9b-97d4-86e78084073c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0426288 Sep 10 17:43:20.216968 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b949-1b2e-4665-9539-a506714a9e58 req-38c8f8df-7ed5-4027-bb2d-626adaaa4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.218487 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-38c8f8df-7ed5-4027-bb2d-626adaaa4915 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393746 Sep 10 17:43:20.323321 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-cc52bc88-813b-4215-a10d-6709805ee23a service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961230 Sep 10 17:43:20.423441 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3cd75-eece-4cd9-b0c2-cc70dbaea74b req-19104ac3-d8aa-4c62-bf48-7c6761ec7b87 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.424943 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-11d3cd75-eece-4cd9-b0c2-cc70dbaea74b req-19104ac3-d8aa-4c62-bf48-7c6761ec7b87 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.1136153 Sep 10 17:43:20.464956 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b453b949-1b2e-4665-9539-a506714a9e58 req-4047c8c1-9c69-4dec-9f35-5711390e7d86 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277084 Sep 10 17:43:20.478712 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-11d3cd75-eece-4cd9-b0c2-cc70dbaea74b req-1d2f1e2a-b25c-49af-89d4-3ddaf4d29e37 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476704 Sep 10 17:43:20.620298 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-4e390991-62be-4c03-bc5b-40d6360e46af tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.621825 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-4e390991-62be-4c03-bc5b-40d6360e46af tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 946 time: 0.0515127 Sep 10 17:43:20.712209 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Deleting port c4b65413-5ba9-497e-be95-f99bca7c17a4 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:20.712560 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:20.800585 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] For port c4b65413-5ba9-497e-be95-f99bca7c17a4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c4b65413-5ba9-497e-be95-f99bca7c17a4,segment=NetworkSegment(15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab),segment_id=15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:20.800876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:20.813697 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Calling delete_port for c4b65413-5ba9-497e-be95-f99bca7c17a4 owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:20.938013 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:20.949793 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c4b65413-5ba9-497e-be95-f99bca7c17a4'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:20.965777 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Pushing event deleted for resources: {'Port': ['ID=c4b65413-5ba9-497e-be95-f99bca7c17a4,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:21.005270 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] No DVR routers for this DVR port c4b65413-5ba9-497e-be95-f99bca7c17a4 on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:21.007683 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:21.009628 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9386f62b-62f5-4a1d-9deb-d1509fcf93a5 req-6634be99-7f9a-4e25-b383-f358e88e03ae tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.66 "DELETE /v2.0/ports/c4b65413-5ba9-497e-be95-f99bca7c17a4 HTTP/1.1" status: 204 len: 173 time: 0.3814812 Sep 10 17:43:21.112386 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e03f0b88-9231-4ecf-a2a4-9bf6b357a325 req-33dbd20e-210a-4126-8309-67f5cb585dc9 tempest-VolumesSnapshotTestJSON-473356305 tempest-VolumesSnapshotTestJSON-473356305-project] 10.222.0.65 "GET /v2.0/ports?device_id=0475a728-42ad-4b36-a4aa-54a836d93e03 HTTP/1.1" status: 200 len: 210 time: 0.0306642 Sep 10 17:43:21.441030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'name': 'network-vif-deleted', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:21.443915 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a85749-c01a-4d02-8cba-08f1d601a386" -d '{"events": [{"server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "name": "network-vif-deleted", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:21.479022 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18023af-c74c-4e72-b06a-22a566ee15d5 x-openstack-request-id: req-a18023af-c74c-4e72-b06a-22a566ee15d5 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:21.479324 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0475a728-42ad-4b36-a4aa-54a836d93e03", "name": "network-vif-deleted", "tag": "c4b65413-5ba9-497e-be95-f99bca7c17a4", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:21.479578 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a18023af-c74c-4e72-b06a-22a566ee15d5 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:21.480028 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475a728-42ad-4b36-a4aa-54a836d93e03', 'name': 'network-vif-deleted', 'tag': 'c4b65413-5ba9-497e-be95-f99bca7c17a4', 'status': 'completed', 'code': 200} Sep 10 17:43:21.594164 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abae3e8-3670-4f1d-a111-24b79181cfa7 req-9248dc20-1077-4f82-96cb-ff7f96b6365b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:21.595621 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4abae3e8-3670-4f1d-a111-24b79181cfa7 req-9248dc20-1077-4f82-96cb-ff7f96b6365b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0468490 Sep 10 17:43:21.632703 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4abae3e8-3670-4f1d-a111-24b79181cfa7 req-730548ad-7627-4c40-a2e6-3e686e7f45e0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Sep 10 17:43:22.748829 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd17b-eede-44e6-8dc3-72d9453bd956 req-d392e038-6304-4b0a-98dc-56cbc1ecee77 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:22.750318 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15abd17b-eede-44e6-8dc3-72d9453bd956 req-d392e038-6304-4b0a-98dc-56cbc1ecee77 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0486319 Sep 10 17:43:22.757791 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:22.786945 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15abd17b-eede-44e6-8dc3-72d9453bd956 req-9f22f6b0-c689-42b0-95d9-352815b0d3a1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Sep 10 17:43:22.851660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:22.862181 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:22.900771 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:22.913455 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:22.932060 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:22.935480 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:22.981733 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:22.988715 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.989072 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.989482 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.989747 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.990479 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.990829 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.991165 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.991497 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.991853 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.992191 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.992515 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:22.992842 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:23.195085 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:23.906296 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e68fc1-7824-4e7f-adc2-c113efadb891 req-9c313450-edcd-45fa-9f28-fbdf2502b7d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:23.907864 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-25e68fc1-7824-4e7f-adc2-c113efadb891 req-9c313450-edcd-45fa-9f28-fbdf2502b7d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Sep 10 17:43:23.944644 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-25e68fc1-7824-4e7f-adc2-c113efadb891 req-a41e7e0d-e99d-4995-bdd7-8bd415e9cc8d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Sep 10 17:43:25.061111 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72570b3-6842-482f-8e31-e1edd2b1cf28 req-8ca1bcf3-ea84-492b-906a-5337253a3224 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:25.063051 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a72570b3-6842-482f-8e31-e1edd2b1cf28 req-8ca1bcf3-ea84-492b-906a-5337253a3224 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Sep 10 17:43:25.099009 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a72570b3-6842-482f-8e31-e1edd2b1cf28 req-47ab8a88-129f-455c-9e97-2e151e852e00 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300121 Sep 10 17:43:25.574313 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:25.621738 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:25.625287 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:25.625661 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:25.702478 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:25.725003 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:25.726309 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:43:25.727298 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05eb75d-14bd-414e-9fe4-da575241d60b" -d '{"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:25.743164 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:25.747489 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:25.748529 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c4b65413-5ba9-497e-be95-f99bca7c17a4 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:25.768692 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a56b99-0423-41a2-84e2-56f34c2c3d94 x-openstack-request-id: req-c0a56b99-0423-41a2-84e2-56f34c2c3d94 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:25.768988 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:25.769237 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0a56b99-0423-41a2-84e2-56f34c2c3d94 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:25.769623 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'code': 200} Sep 10 17:43:25.785931 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: c4b65413-5ba9-497e-be95-f99bca7c17a4 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:25.786304 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c4b65413-5ba9-497e-be95-f99bca7c17a4 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:25.812159 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:26.215617 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b076ed-f950-4355-8863-f293b69440a8 req-52859a4e-e906-488b-9203-dcd14e799f49 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:26.217089 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-58b076ed-f950-4355-8863-f293b69440a8 req-52859a4e-e906-488b-9203-dcd14e799f49 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0492411 Sep 10 17:43:26.253447 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-58b076ed-f950-4355-8863-f293b69440a8 req-5be172d5-cda3-4363-b16a-956ed9604842 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 Sep 10 17:43:26.705564 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e09b-ee7a-4817-8679-20a965996b4c req-505e2d61-4c64-453c-a7e3-d70a02193606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:26.707187 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e905e09b-ee7a-4817-8679-20a965996b4c req-505e2d61-4c64-453c-a7e3-d70a02193606 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1099 time: 0.0517302 Sep 10 17:43:26.745212 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e905e09b-ee7a-4817-8679-20a965996b4c req-3c9089e2-08d7-40ea-b1b4-bd533f49f4d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298686 Sep 10 17:43:27.370377 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3e07-1d7a-4616-aee9-c7883733b3a3 req-1a36a3dd-e4ab-48cb-9680-f13280783555 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:27.371825 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f09c3e07-1d7a-4616-aee9-c7883733b3a3 req-1a36a3dd-e4ab-48cb-9680-f13280783555 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0476775 Sep 10 17:43:27.409578 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f09c3e07-1d7a-4616-aee9-c7883733b3a3 req-2754f651-8baa-4291-b9ad-266b3cd5ba1b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Sep 10 17:43:27.744736 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-0751d97e-4447-4cbe-af99-8dc8f5a5b9c5 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628104081&fields=id&tenant_id=5ed6adc49483460d8948be4dd734757e HTTP/1.1" status: 200 len: 267 time: 0.0314243 Sep 10 17:43:27.795837 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-e8e94ecd-8a38-45da-83c8-ca0fc8229849 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:27.797323 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-e8e94ecd-8a38-45da-83c8-ca0fc8229849 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 984 time: 0.0466819 Sep 10 17:43:27.808279 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Request body: {'port': {'security_groups': ['f20330cc-8efa-472d-aa7d-af6e57267f18']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:27.883444 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.063688 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:28.094973 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.099632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.112686 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:28.164515 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.165263 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.170955 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-db8fa2bc-6d83-49bb-9ac2-c1fcb50ce1fd req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "PUT /v2.0/ports/68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 942 time: 0.3661761 Sep 10 17:43:28.170955 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:28.173497 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58356) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:28.175568 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298354d0-9ec9-4b13-99ec-a6de71255292" -d '{"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:28.201170 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cd4f6-a7de-4266-a0c3-3b5a1293e6cd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event updated for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=7']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:28.226567 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f71bc7b-d0b2-4eea-8f66-fc3e33613445 x-openstack-request-id: req-3f71bc7b-d0b2-4eea-8f66-fc3e33613445 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:28.227318 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:28.227561 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f71bc7b-d0b2-4eea-8f66-fc3e33613445 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:28.228155 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:43:28.289262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:28.321642 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.325564 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-2ed7348d-1cbc-4fc6-bc64-9641b15437fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.327166 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-2ed7348d-1cbc-4fc6-bc64-9641b15437fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1098 time: 0.0676630 Sep 10 17:43:28.371997 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.465121 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-cc2b6b5e-0bb7-4fe6-ae84-28dcabac3b37 None None] Provisioning complete for port 68c31ca9-7a11-42e4-a7b5-105d55590c09 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:28.465495 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6b5e-0bb7-4fe6-ae84-28dcabac3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.482968 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-71cc265b-d31b-4d60-98af-3c6a50eeab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.485536 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-71cc265b-d31b-4d60-98af-3c6a50eeab2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.1496565 Sep 10 17:43:28.511998 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.515010 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.518479 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "DELETE /v2.0/security-groups/8c5f3109-6556-4ab7-8755-7939bec9c02c HTTP/1.1" status: 204 len: 168 time: 0.3416438 Sep 10 17:43:28.540165 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58364) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:28.559986 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3b5e-1923-402f-9c5c-db698bf99c68 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f3109-6556-4ab7-8755-7939bec9c02c,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:28.577676 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-90203a31-7c69-4ef7-8801-d03c18625acd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 1001 time: 0.0738490 Sep 10 17:43:28.619083 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d303-15e6-41c8-bc8e-ef8b4cb2ae12 req-4f552db6-0da0-4eb8-9cf5-ecf6472a1d38 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.620547 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d448d303-15e6-41c8-bc8e-ef8b4cb2ae12 req-4f552db6-0da0-4eb8-9cf5-ecf6472a1d38 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.1178174 Sep 10 17:43:28.628789 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-37f85fbb-bdf5-41a6-8106-4614031408c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.630301 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-37f85fbb-bdf5-41a6-8106-4614031408c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0452325 Sep 10 17:43:28.678964 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-97176f70-ab9f-463b-bc40-a103d7bbc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.680439 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-97176f70-ab9f-463b-bc40-a103d7bbc280 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428293 Sep 10 17:43:28.703178 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d448d303-15e6-41c8-bc8e-ef8b4cb2ae12 req-0972c09e-9350-4e8c-9524-05558be8da24 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761740 Sep 10 17:43:28.757902 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Deleting port 22a1c184-1cb9-4bac-9fba-26072970095f {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:28.758458 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.775903 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-17837635-d4d4-4f8b-bfb3-1410d9f9dd70 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Sep 10 17:43:28.836516 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.836851 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.848945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Calling delete_port for 22a1c184-1cb9-4bac-9fba-26072970095f owned by network:floatingip {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:28.892489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb82c87-2dc8-4cec-a1f5-57f21b556a20 req-81f11934-501a-43b9-ac24-37af805b1025 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.893957 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4eb82c87-2dc8-4cec-a1f5-57f21b556a20 req-81f11934-501a-43b9-ac24-37af805b1025 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.1016939 Sep 10 17:43:28.902771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58368) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:28.907660 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Request body: {'floatingip': {'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:28.944405 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-298354d0-9ec9-4b13-99ec-a6de71255292 req-a721d038-2296-4627-bee6-ee485f4c55ce service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607733 Sep 10 17:43:28.953751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.063258 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.089807 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event deleted for resources: {'Port': ['ID=22a1c184-1cb9-4bac-9fba-26072970095f,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:29.150923 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.151459 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Floating IP d944cd60-ebcc-443d-9a78-2a6996b0c517 disassociated (deleted). External IP: 172.27.0.175, port: 68c31ca9-7a11-42e4-a7b5-105d55590c09. Sep 10 17:43:29.382773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Router 806e97c9-1cc7-41c2-a80b-509604eabe2f has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:29.404622 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.410487 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.496353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:29.501397 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.513393 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Sync routers for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:29.523363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:29.524630 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:29.528130 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Floating IP e8e75a4e-5f1f-4447-b395-2121512937b3 associated. External IP: 172.27.0.102, port: 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1. Sep 10 17:43:29.531392 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-30b8f94d-9048-4e0f-9a43-97f65060c0bd tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "DELETE /v2.0/floatingips/d944cd60-ebcc-443d-9a78-2a6996b0c517 HTTP/1.1" status: 204 len: 168 time: 0.9898720 Sep 10 17:43:29.689437 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:29.908227 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:29.935487 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Checking router: 806e97c9-1cc7-41c2-a80b-509604eabe2f for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:29.945260 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:29.945867 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:30.029717 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:30.048364 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:30.138025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:30.142850 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:30.154808 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:30.166225 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:30.167303 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:30.183621 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d2dcced0-21cb-41ef-bf73-99e436ca46e3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "PUT /v2.0/floatingips/e8e75a4e-5f1f-4447-b395-2121512937b3 HTTP/1.1" status: 200 len: 992 time: 1.2705302 Sep 10 17:43:30.184328 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:30.190280 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb444398-654f-4456-90f3-aabe2a664e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:30.229777 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:30.237123 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf0b874-2d59-4e00-b760-43d5ae6f9369" -d '{"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:30.273583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f67d509-c69d-425c-a62b-2743b3237dd9 x-openstack-request-id: req-3f67d509-c69d-425c-a62b-2743b3237dd9 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:30.274307 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:30.274740 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f67d509-c69d-425c-a62b-2743b3237dd9 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:30.275305 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'status': 'completed', 'code': 200} Sep 10 17:43:30.276455 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:30.324821 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cea87-d48e-40fb-9efe-a413fbb90d42 None None] The sync data for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi is: [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:39:59Z', 'revision_number': 4, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4985f752-7ae5-4267-8ce8-b97adb8e2c3b', 'name': '', 'network_id': '175676d6-1300-45a8-a55c-97976ff29695', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'mac_address': 'fa:16:3e:9d:63:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:58Z', 'updated_at': '2021-09-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'subnets': [{'id': '6c94108b-12c6-48bc-a028-5ba65fbc5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:30.343952 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6084e-8ce2-4f02-bc80-70a282434269 x-openstack-request-id: req-9ae6084e-8ce2-4f02-bc80-70a282434269 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:30.344271 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:30.344523 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ae6084e-8ce2-4f02-bc80-70a282434269 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:30.344918 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:43:30.392853 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444398-654f-4456-90f3-aabe2a664e6d req-631194b4-4f9c-4bbc-aee9-65cc3c9d3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.394855 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-631194b4-4f9c-4bbc-aee9-65cc3c9d3859 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1099 time: 0.0895827 Sep 10 17:43:30.422793 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:30.444800 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-e8bce5f6-6291-48e4-9498-bb15f72b9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.446417 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-e8bce5f6-6291-48e4-9498-bb15f72b9af3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ed6adc49483460d8948be4dd734757e&device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 1098 time: 0.0722876 Sep 10 17:43:30.457103 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58404) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:30.552218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444398-654f-4456-90f3-aabe2a664e6d req-1f771e03-55eb-41fe-b293-a07224c6c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.553934 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-1f771e03-55eb-41fe-b293-a07224c6c3d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.1436207 Sep 10 17:43:30.565750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-ebe28327-b484-4840-af83-43f7dc78f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.567296 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-ebe28327-b484-4840-af83-43f7dc78f45c service neutron] 10.222.0.66 "GET /v2.0/networks?id=175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 200 len: 915 time: 0.1093457 Sep 10 17:43:30.642875 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-8885e474-77be-42aa-a3b5-6c22dcf978f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 200 len: 217 time: 0.0683081 Sep 10 17:43:30.673304 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-1b3dc6d9-6709-49d9-94cc-b684a7f4ef4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 1000 time: 0.1117542 Sep 10 17:43:30.709940 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e96b0261-5d11-4fd5-9804-20fd21a3bd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:30.714193 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e8e75a4e-5f1f-4447-b395-2121512937b3', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:15Z', 'updated_at': '2021-09-10T17:43:29Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:30.730155 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-1ecd4c76-e7f8-4b1f-99d2-75db575c7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.731785 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-1ecd4c76-e7f8-4b1f-99d2-75db575c7a61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 200 len: 853 time: 0.0814085 Sep 10 17:43:30.756558 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:30.764459 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444398-654f-4456-90f3-aabe2a664e6d req-a4b1e109-169a-4b92-a8b9-75a314b77fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.766022 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-a4b1e109-169a-4b92-a8b9-75a314b77fbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0807745 Sep 10 17:43:30.767967 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:30.768536 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463121e-2de8-4ed8-9c1c-30a4a3467073 None None] New status for floating IP d944cd60-ebcc-443d-9a78-2a6996b0c517: DOWN {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:43:30.768998 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:30.822121 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444398-654f-4456-90f3-aabe2a664e6d req-b374bfda-0461-41ab-8115-c277011794e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.824129 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-b374bfda-0461-41ab-8115-c277011794e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493722 Sep 10 17:43:30.884756 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-5448236a-aa70-461d-af64-9c731173f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.892208 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-5448236a-aa70-461d-af64-9c731173f28b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=175676d6-1300-45a8-a55c-97976ff29695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461039 Sep 10 17:43:30.951973 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:31.010676 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-f211ed91-418e-4877-9f39-bcc9b12a7197 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778405 Sep 10 17:43:31.024378 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e96b0261-5d11-4fd5-9804-20fd21a3bd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.037434 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e96b0261-5d11-4fd5-9804-20fd21a3bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.066702 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-9e6bac31-6c53-47f1-a0c1-d879409610dc service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651406 Sep 10 17:43:31.100019 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e96b0261-5d11-4fd5-9804-20fd21a3bd69 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42eb505258b541d7998f525e28dcb5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406972 Sep 10 17:43:31.109375 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58424) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:31.112533 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b0261-5d11-4fd5-9804-20fd21a3bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f6574-0415-44d4-b9aa-f15cfce98e2b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:31.168604 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eb444398-654f-4456-90f3-aabe2a664e6d req-e57f42a8-c88a-47a7-8ccd-7e69b37ae651 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454754 Sep 10 17:43:31.193597 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3bf0b874-2d59-4e00-b760-43d5ae6f9369 req-f1ae5517-1c55-43ff-ab9f-9d8c5091fff1 service neutron] 10.222.0.66 "GET /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133842 Sep 10 17:43:31.219755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.243831 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.297031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.299635 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.300825 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d91f6574-0415-44d4-b9aa-f15cfce98e2b HTTP/1.1" status: 204 len: 168 time: 0.1904960 Sep 10 17:43:31.305057 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e8e75a4e-5f1f-4447-b395-2121512937b3', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:15Z', 'updated_at': '2021-09-10T17:43:29Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:31.314869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a8c23-4866-46af-9cb9-a4111771ed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f6574-0415-44d4-b9aa-f15cfce98e2b,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:31.336807 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fea96c-f2a8-4308-97b2-b4e65d0c2ae4 None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e8e75a4e-5f1f-4447-b395-2121512937b3', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:15Z', 'updated_at': '2021-09-10T17:43:29Z', 'revision_number': 1, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:31.530455 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb403e9-ac14-4ee4-b001-f6e7138992d6 None None] New status for floating IP e8e75a4e-5f1f-4447-b395-2121512937b3: ACTIVE {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:43:31.594999 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58434) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:31.607791 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-83eee597-833d-4236-9b17-eedd1be6cb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.699749 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-83eee597-833d-4236-9b17-eedd1be6cb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.704072 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-83eee597-833d-4236-9b17-eedd1be6cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.743605 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-83eee597-833d-4236-9b17-eedd1be6cb52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6825144995bf40c3a892baa55b213192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475239 Sep 10 17:43:31.744468 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee597-833d-4236-9b17-eedd1be6cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac6e15-6e84-4d1f-bccc-879e240b1558,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:31.746402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58436) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:31.794000 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.814768 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.862418 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.865569 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.866801 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5eac6e15-6e84-4d1f-bccc-879e240b1558 HTTP/1.1" status: 204 len: 168 time: 0.1193752 Sep 10 17:43:31.875806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60162c3-8874-4283-bdf3-953222fe7e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac6e15-6e84-4d1f-bccc-879e240b1558,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:35.832814 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8a92-dedd-4f91-a7f7-9226bd6cf061 req-35476079-7e53-4065-8404-d4b5e2dc88fe tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:35.834315 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0fce8a92-dedd-4f91-a7f7-9226bd6cf061 req-35476079-7e53-4065-8404-d4b5e2dc88fe tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.2645774 Sep 10 17:43:35.871180 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0fce8a92-dedd-4f91-a7f7-9226bd6cf061 req-1401911d-6a15-41e3-bde3-684cc9eede2e tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308642 Sep 10 17:43:36.986489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855b931-df3d-408d-8a1e-aade9582d470 req-cf3ccdc4-70f8-4052-9100-22d688e25782 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:36.988808 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b855b931-df3d-408d-8a1e-aade9582d470 req-cf3ccdc4-70f8-4052-9100-22d688e25782 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Sep 10 17:43:37.026822 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b855b931-df3d-408d-8a1e-aade9582d470 req-d08bc6c0-aebd-490d-b3db-f982e1a49294 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20330cc-8efa-472d-aa7d-af6e57267f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Sep 10 17:43:37.485277 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-625baa36-9b53-4078-afee-05430fb33212 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:37.486753 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-625baa36-9b53-4078-afee-05430fb33212 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.66 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Sep 10 17:43:37.580356 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Deleting port 68c31ca9-7a11-42e4-a7b5-105d55590c09 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:37.580621 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:37.672904 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] For port 68c31ca9-7a11-42e4-a7b5-105d55590c09, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=68c31ca9-7a11-42e4-a7b5-105d55590c09,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:37.672904 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:37.686160 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Calling delete_port for 68c31ca9-7a11-42e4-a7b5-105d55590c09 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:38.040504 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:38.053683 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['68c31ca9-7a11-42e4-a7b5-105d55590c09'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:38.099458 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Pushing event deleted for resources: {'Port': ['ID=68c31ca9-7a11-42e4-a7b5-105d55590c09,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:38.131081 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-846e6707-0143-40b0-a28a-75a9db292923 req-06c275b5-5fb9-4445-8306-8f23e9808941 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.65 "GET /v2.0/ports?device_id=13e288d4-cf9e-4897-bbbd-c107e20854b2 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Sep 10 17:43:38.142831 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] No DVR routers for this DVR port 68c31ca9-7a11-42e4-a7b5-105d55590c09 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:38.145324 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:38.147363 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-14f4d263-7cf5-4bfa-9942-5dfcd4abc7b4 req-4335ffb6-7e36-48e8-828f-aabc08078426 tempest-TestMinimumBasicScenario-620120990 tempest-TestMinimumBasicScenario-620120990-project] 10.222.0.66 "DELETE /v2.0/ports/68c31ca9-7a11-42e4-a7b5-105d55590c09 HTTP/1.1" status: 204 len: 173 time: 0.6526482 Sep 10 17:43:38.147798 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'name': 'network-vif-deleted', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:38.150047 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2e0b1-96eb-422d-975b-5561622cecf1" -d '{"events": [{"server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "name": "network-vif-deleted", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:38.191422 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba2ef90-ce9f-4331-a6c3-31bf63f91b53 x-openstack-request-id: req-0ba2ef90-ce9f-4331-a6c3-31bf63f91b53 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:38.191716 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e288d4-cf9e-4897-bbbd-c107e20854b2", "name": "network-vif-deleted", "tag": "68c31ca9-7a11-42e4-a7b5-105d55590c09", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:38.191964 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ba2ef90-ce9f-4331-a6c3-31bf63f91b53 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:38.192352 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e288d4-cf9e-4897-bbbd-c107e20854b2', 'name': 'network-vif-deleted', 'tag': '68c31ca9-7a11-42e4-a7b5-105d55590c09', 'status': 'completed', 'code': 200} Sep 10 17:43:39.808392 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58552) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:40.221122 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:40.505538 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Deleting port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:40.505806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:40.581912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] For port 4985f752-7ae5-4267-8ce8-b97adb8e2c3b, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:40.582452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:40.598199 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Calling delete_port for 4985f752-7ae5-4267-8ce8-b97adb8e2c3b owned by network:router_interface {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:40.772872 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:40.794841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Pushing event deleted for resources: {'Port': ['ID=4985f752-7ae5-4267-8ce8-b97adb8e2c3b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:40.846190 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 68c31ca9-7a11-42e4-a7b5-105d55590c09 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:40.866997 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 68c31ca9-7a11-42e4-a7b5-105d55590c09 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:40.867349 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 68c31ca9-7a11-42e4-a7b5-105d55590c09 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:40.957590 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.178390 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Router 806e97c9-1cc7-41c2-a80b-509604eabe2f has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:41.294193 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:41.299849 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d7b1113d-10d2-4a44-af0f-5eda52d03255 admin admin] 10.222.0.65 "PUT /v2.0/routers/806e97c9-1cc7-41c2-a80b-509604eabe2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4904542 Sep 10 17:43:41.302547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58570) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:41.303203 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Sync routers for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:41.312216 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:41.312808 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:41.400856 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks [] for router, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.412914 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:41.505443 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.556633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Deleting port fbba40ac-2ba4-4d9f-9926-a4473a0f0381 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:41.556886 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.589490 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:43:40Z', 'revision_number': 5, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port': {'id': 'fbba40ac-2ba4-4d9f-9926-a4473a0f0381', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:56Z', 'updated_at': '2021-09-10T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:41.615942 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Checking router: 806e97c9-1cc7-41c2-a80b-509604eabe2f for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:41.624006 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Routers {'806e97c9-1cc7-41c2-a80b-509604eabe2f'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:41.624607 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['806e97c9-1cc7-41c2-a80b-509604eabe2f'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:41.633002 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] For port fbba40ac-2ba4-4d9f-9926-a4473a0f0381, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:41.633361 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.646023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Calling delete_port for fbba40ac-2ba4-4d9f-9926-a4473a0f0381 owned by network:router_gateway {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:41.827114 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:41.832576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] Set router 806e97c9-1cc7-41c2-a80b-509604eabe2f gateway port host: None {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:41.856732 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbba40ac-2ba4-4d9f-9926-a4473a0f0381,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:41.885067 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:43:41Z', 'revision_number': 6, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:41.915766 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0438a-3ced-47c4-ae1d-1782851a6d7b None None] The sync data for ids ['806e97c9-1cc7-41c2-a80b-509604eabe2f'] in dv-cinder-806968-2-iscsi is: [{'id': '806e97c9-1cc7-41c2-a80b-509604eabe2f', 'name': 'tempest-TestMinimumBasicScenario-970513953-router', 'tenant_id': '5ed6adc49483460d8948be4dd734757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:55Z', 'updated_at': '2021-09-10T17:43:41Z', 'revision_number': 6, 'project_id': '5ed6adc49483460d8948be4dd734757e', 'gw_port_host': None}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:42.144495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.248252 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.251778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.325996 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.327265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806e97c9-1cc7-41c2-a80b-509604eabe2f {{(pid=95330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:43:42.339461 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.343282 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5f2e7147-6a27-4a12-968f-31cea817fd3b admin admin] 10.222.0.65 "DELETE /v2.0/routers/806e97c9-1cc7-41c2-a80b-509604eabe2f HTTP/1.1" status: 204 len: 168 time: 1.0390944 Sep 10 17:43:42.343695 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58594) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:42.393143 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Deleting subnet 6c94108b-12c6-48bc-a028-5ba65fbc5ba4 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:43:42.396191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.401482 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c8ef8a1b-2d69-4285-bf5a-82722005a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.431058 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.547695 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.598156 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.623394 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c94108b-12c6-48bc-a028-5ba65fbc5ba4,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:42.628087 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.630017 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-dc29f9a9-747b-4669-bba2-ff40128d4c0a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c94108b-12c6-48bc-a028-5ba65fbc5ba4 HTTP/1.1" status: 204 len: 168 time: 0.2853417 Sep 10 17:43:42.632534 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58596) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:42.633099 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4259c92-aa9b-457c-a968-d19c5e79ba49 None None] Network 175676d6-1300-45a8-a55c-97976ff29695 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:42.704317 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.751882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.759078 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Deleting port 10ffec87-2ac2-4d5c-980e-e144e089a9de {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:42.759416 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.835713 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] DHCP port deletion for 175676d6-1300-45a8-a55c-97976ff29695 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:43:42.839549 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] For port 10ffec87-2ac2-4d5c-980e-e144e089a9de, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=10ffec87-2ac2-4d5c-980e-e144e089a9de,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:42.839979 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.855803 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Calling delete_port for 10ffec87-2ac2-4d5c-980e-e144e089a9de owned by network:dhcp {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:42.883399 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Deleting port 10ffec87-2ac2-4d5c-980e-e144e089a9de {{(pid=95331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:42.884013 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.947993 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.956750 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] For port 10ffec87-2ac2-4d5c-980e-e144e089a9de, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=10ffec87-2ac2-4d5c-980e-e144e089a9de,segment=NetworkSegment(c0c81955-9623-49f5-896c-881e49f3975b),segment_id=c0c81955-9623-49f5-896c-881e49f3975b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:42.957361 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:42.970904 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Calling delete_port for 10ffec87-2ac2-4d5c-980e-e144e089a9de owned by network:dhcp {{(pid=95331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:42.976086 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ffec87-2ac2-4d5c-980e-e144e089a9de,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:42.981613 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] No DVR routers for this DVR port 10ffec87-2ac2-4d5c-980e-e144e089a9de on host dv-cinder-806968-2-iscsi {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:43.059441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.090966 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.101087 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175676d6-1300-45a8-a55c-97976ff29695']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:43.112553 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c81955-9623-49f5-896c-881e49f3975b') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:43.112780 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c81955-9623-49f5-896c-881e49f3975b') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:43.114037 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] Pushing event deleted for resources: {'Port': ['ID=10ffec87-2ac2-4d5c-980e-e144e089a9de,revision_number=None']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:43.120202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dfa46-326e-4259-996d-09ae4e8e9bd4 None None] No DVR routers for this DVR port 10ffec87-2ac2-4d5c-980e-e144e089a9de on host dv-cinder-806968-2-iscsi {{(pid=95331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:43.124070 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.136986 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-2cc1f99f-4ad1-470f-bc71-3fb63c344336 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749063 Sep 10 17:43:43.143705 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.149911 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:43:43.150531 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:43:43.152181 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:43:43.230495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.238702 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.240775 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] 10.222.0.65 "DELETE /v2.0/networks/175676d6-1300-45a8-a55c-97976ff29695 HTTP/1.1" status: 204 len: 168 time: 0.6073363 Sep 10 17:43:43.243748 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58602) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:43.252665 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb59d1-5c91-4962-94e6-d3b6ccfb5090 admin admin] Pushing event deleted for resources: {'Network': ['ID=175676d6-1300-45a8-a55c-97976ff29695,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:43.260253 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-6109720f-e3fd-4ddc-ab34-d3b16719fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:43.261720 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-6109720f-e3fd-4ddc-ab34-d3b16719fa2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 1098 time: 0.0611513 Sep 10 17:43:43.371140 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-8817954c-4876-45de-a3ac-7dbc6b87ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:43.372613 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-8817954c-4876-45de-a3ac-7dbc6b87ddc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.0904112 Sep 10 17:43:43.451108 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-87a12e05-eb0c-48cc-81c2-6d371fa22aa2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 200 len: 1000 time: 0.0669165 Sep 10 17:43:43.514029 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-e71f6bd8-fce6-4eb0-940e-ef54f575f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:43.515994 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-e71f6bd8-fce6-4eb0-940e-ef54f575f059 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0571601 Sep 10 17:43:43.561708 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-843e7cf0-74e3-4a9e-8b7a-db0ab2e9b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:43.563255 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-843e7cf0-74e3-4a9e-8b7a-db0ab2e9b055 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400071 Sep 10 17:43:43.603371 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.659534 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-b9d05251-e3e9-4093-a111-35fdfa19404c service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885129 Sep 10 17:43:43.726263 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fbba40ac-2ba4-4d9f-9926-a4473a0f0381 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:43.750415 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: fbba40ac-2ba4-4d9f-9926-a4473a0f0381 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:43.751053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fbba40ac-2ba4-4d9f-9926-a4473a0f0381 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:43.751636 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4985f752-7ae5-4267-8ce8-b97adb8e2c3b no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:43.763321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a39ae76c-da7e-4968-893d-8573fbec34b9 req-50b946e3-c33a-4234-9166-6ea182d9fc52 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959251 Sep 10 17:43:43.772511 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 4985f752-7ae5-4267-8ce8-b97adb8e2c3b {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:43.772854 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4985f752-7ae5-4267-8ce8-b97adb8e2c3b not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:43.773274 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 10ffec87-2ac2-4d5c-980e-e144e089a9de no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:43.792593 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 10ffec87-2ac2-4d5c-980e-e144e089a9de {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:43.793190 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 10ffec87-2ac2-4d5c-980e-e144e089a9de not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:43.856794 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Deleting port bfd24b17-af75-41d2-80f4-3d9b133ac153 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:43.857134 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.935877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] For port bfd24b17-af75-41d2-80f4-3d9b133ac153, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=bfd24b17-af75-41d2-80f4-3d9b133ac153,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:43.936155 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:43.948751 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Calling delete_port for bfd24b17-af75-41d2-80f4-3d9b133ac153 owned by network:router_interface {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:44.122527 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.150005 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd24b17-af75-41d2-80f4-3d9b133ac153,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:44.322254 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.516619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58614) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:44.544402 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Router 38799f64-9d6a-4819-a7e6-6b440848e269 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:44.559947 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Deleting subnet eed2366b-d0f0-40f1-b620-593e9b6561b4 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:43:44.563449 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.595570 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.638199 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.650543 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:44.656247 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c142c422-92cf-4ff2-a91d-0f82d52c2f87 admin admin] 10.222.0.65 "PUT /v2.0/routers/38799f64-9d6a-4819-a7e6-6b440848e269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4109120 Sep 10 17:43:44.658284 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58616) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:44.661319 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Sync routers for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:44.672174 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:44.672794 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:44.694891 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.719901 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed2366b-d0f0-40f1-b620-593e9b6561b4,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:44.723452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.728036 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-7f16efa2-95df-4a60-b157-f36781fdc7d6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eed2366b-d0f0-40f1-b620-593e9b6561b4 HTTP/1.1" status: 204 len: 168 time: 0.2103846 Sep 10 17:43:44.728639 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58618) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:44.768021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.779854 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:44.810299 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.871866 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.894723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.915107 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ca0bf1-5d08-4c35-905f-76f3483a4e2b']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:44.924427 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:44.924723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b3cb5f-6bf8-422b-ae7f-ecbb95b1adab') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:44.928601 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Deleting port a25a2b62-eb18-47b9-b97e-e6d81e9c9750 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:44.929045 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.934748 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.940494 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4dffd608-b899-4814-9c45-64241bcd9996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.950593 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.958583 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:43:44.959292 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:43:44.961631 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:43:44.976109 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:43:44Z', 'revision_number': 5, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port': {'id': 'a25a2b62-eb18-47b9-b97e-e6d81e9c9750', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:02Z', 'updated_at': '2021-09-10T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:45.006428 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Checking router: 38799f64-9d6a-4819-a7e6-6b440848e269 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:45.015275 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Routers {'38799f64-9d6a-4819-a7e6-6b440848e269'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:45.016367 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['38799f64-9d6a-4819-a7e6-6b440848e269'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:45.022037 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.023900 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] For port a25a2b62-eb18-47b9-b97e-e6d81e9c9750, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:45.024270 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.028773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.034158 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] 10.222.0.65 "DELETE /v2.0/networks/c6ca0bf1-5d08-4c35-905f-76f3483a4e2b HTTP/1.1" status: 204 len: 168 time: 0.3044620 Sep 10 17:43:45.040247 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Calling delete_port for a25a2b62-eb18-47b9-b97e-e6d81e9c9750 owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:45.047438 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53236b-8138-4a13-8a49-e75ad55a4b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ca0bf1-5d08-4c35-905f-76f3483a4e2b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.199857 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] Set router 38799f64-9d6a-4819-a7e6-6b440848e269 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:45.224782 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.239098 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58624) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:45.254472 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:43:44Z', 'revision_number': 6, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:45.257243 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a25a2b62-eb18-47b9-b97e-e6d81e9c9750,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.282713 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-23b95178-acd8-4fb0-a607-22bd9f8af13d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bedf5427a72479da5b35212f90874f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400157 Sep 10 17:43:45.282941 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58626) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:45.287076 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd4233-6ab3-4942-a0a1-ef431fb1b87c None None] The sync data for ids ['38799f64-9d6a-4819-a7e6-6b440848e269'] in dv-cinder-806968-2-iscsi is: [{'id': '38799f64-9d6a-4819-a7e6-6b440848e269', 'name': 'tempest-TestMinimumBasicScenario-54982348-router', 'tenant_id': 'a868134341c74646a037e3f030d0997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:01Z', 'updated_at': '2021-09-10T17:43:44Z', 'revision_number': 6, 'project_id': 'a868134341c74646a037e3f030d0997d', 'gw_port_host': None}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:45.318031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.335337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.357739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.383430 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.408772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.411497 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.412659 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b10544c2-0f56-40c6-9837-c1630684f6a3 HTTP/1.1" status: 204 len: 168 time: 0.1288583 Sep 10 17:43:45.420795 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04526d3e-ae06-4e09-b091-bcf6397ff568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10544c2-0f56-40c6-9837-c1630684f6a3,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.422334 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.424568 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.477811 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.478429 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38799f64-9d6a-4819-a7e6-6b440848e269 {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:43:45.483175 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.484425 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-bd9544e8-787f-4c2c-939f-2d58f5c74b4b admin admin] 10.222.0.65 "DELETE /v2.0/routers/38799f64-9d6a-4819-a7e6-6b440848e269 HTTP/1.1" status: 204 len: 168 time: 0.8251247 Sep 10 17:43:45.487046 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58630) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:45.532816 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Deleting subnet eeb4019f-8c37-4c2b-bbc7-fa36caf8378a {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:43:45.536313 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.570832 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.691191 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.760435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.795846 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb4019f-8c37-4c2b-bbc7-fa36caf8378a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.800221 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.802123 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1c4a4acd-859f-476e-b689-318dfffc7297 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eeb4019f-8c37-4c2b-bbc7-fa36caf8378a HTTP/1.1" status: 204 len: 168 time: 0.3139260 Sep 10 17:43:45.804562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58640) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:45.806626 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f81681-e215-4c76-989e-b8a130a26b73 None None] Network d8755cf8-2303-4973-8503-45d8348893b4 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:46.104710 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] DHCP port deletion for d8755cf8-2303-4973-8503-45d8348893b4 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:43:46.119898 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.139687 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bfd24b17-af75-41d2-80f4-3d9b133ac153 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:46.163114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: bfd24b17-af75-41d2-80f4-3d9b133ac153 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:46.163457 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device bfd24b17-af75-41d2-80f4-3d9b133ac153 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:46.169960 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58652) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:46.180241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Deleting port 1e5f732c-c746-48eb-b09d-ee4316882da3 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:46.180744 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.189061 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Deleting port 1e5f732c-c746-48eb-b09d-ee4316882da3 {{(pid=95331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:46.189436 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.249243 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] For port 1e5f732c-c746-48eb-b09d-ee4316882da3, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1e5f732c-c746-48eb-b09d-ee4316882da3,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:46.250431 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.267600 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Calling delete_port for 1e5f732c-c746-48eb-b09d-ee4316882da3 owned by network:dhcp {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:46.271487 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] For port 1e5f732c-c746-48eb-b09d-ee4316882da3, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1e5f732c-c746-48eb-b09d-ee4316882da3,segment=NetworkSegment(1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9),segment_id=1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:46.272009 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.285444 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1198231259-network', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:46.298009 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Calling delete_port for 1e5f732c-c746-48eb-b09d-ee4316882da3 owned by network:dhcp {{(pid=95331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:46.317079 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Made reservation on behalf of 79e3c40e1e1f4de3bf0f02c897206c88 for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:46.319613 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.328955 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.366949 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.370870 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.403524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.420033 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] No DVR routers for this DVR port 1e5f732c-c746-48eb-b09d-ee4316882da3 on host dv-cinder-806968-2-iscsi {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:46.422214 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5f732c-c746-48eb-b09d-ee4316882da3,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.443173 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] Pushing event deleted for resources: {'Port': ['ID=1e5f732c-c746-48eb-b09d-ee4316882da3,revision_number=None']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.446942 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde65d21-0e3e-4999-b2de-536dd490049a None None] No DVR routers for this DVR port 1e5f732c-c746-48eb-b09d-ee4316882da3 on host dv-cinder-806968-2-iscsi {{(pid=95331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:43:46.470026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.474607 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.497778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:43:46.518817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.519172 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Added segment 1bbedf9f-3c83-436f-9b18-1b96dc4a32a7 of type vlan for network 9e3de542-b598-4b70-a15c-2f089a10c266 Sep 10 17:43:46.526678 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.529189 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd93c9b-32ba-4fce-b6e6-8c6bc3a85a1e,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.547196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8755cf8-2303-4973-8503-45d8348893b4']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:46.556479 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:46.556780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0a88f1-1ceb-466d-aec7-64c08ad2b1a9') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:46.564188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.566624 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.586908 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.588762 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.589801 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.590541 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.590676 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:43:46.591076 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:43:46.592735 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:43:46.626735 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4553311 Sep 10 17:43:46.641625 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58658) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:46.645684 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Request body: {'subnet': {'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1198231259-subnet', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:46.651437 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8f96-ed93-444c-8c51-b812747da2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3de542-b598-4b70-a15c-2f089a10c266,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.660041 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.662290 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 9e3de542-b598-4b70-a15c-2f089a10c266 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:43:46.666055 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.670314 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d8755cf8-2303-4973-8503-45d8348893b4 HTTP/1.1" status: 204 len: 168 time: 0.8623698 Sep 10 17:43:46.686094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd2ef-3131-481f-be0d-e63f0f1d8760 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8755cf8-2303-4973-8503-45d8348893b4,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.695067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Made reservation on behalf of 79e3c40e1e1f4de3bf0f02c897206c88 for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:46.697466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27029943'] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.795939 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58662) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:46.838854 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-83c456a1-96b4-435f-9783-e6a3ae238293 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ed6adc49483460d8948be4dd734757e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411921 Sep 10 17:43:46.841358 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58664) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:46.879154 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27029929'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.888347 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.909771 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.936578 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26351a88-3f22-4313-b804-53b5d5c9ae6f,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.948402 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:46.948756 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Network hostable DHCP agents. Network: 9e3de542-b598-4b70-a15c-2f089a10c266, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:43:46.962810 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.965720 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:43:46.965886 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.970440 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f20330cc-8efa-472d-aa7d-af6e57267f18 HTTP/1.1" status: 204 len: 168 time: 0.1248565 Sep 10 17:43:46.975059 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 9e3de542-b598-4b70-a15c-2f089a10c266) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:46.977475 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824acd8c-0f88-4d0c-b6f3-6f21e65ceffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20330cc-8efa-472d-aa7d-af6e57267f18,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:46.980308 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.980906 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:46.985259 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c44419-a268-4df6-ba40-f36adbf4359b None None] Network 9e3de542-b598-4b70-a15c-2f089a10c266 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:46.998210 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-8be7ef3c-bd8e-417e-9e29-b7dd84c5ee5f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3549149 Sep 10 17:43:46.999942 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58668) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:47.005260 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:47.032633 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.033673 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.088960 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.153018 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-9e3de542-b598-4b70-a15c-2f089a10c266', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:43:47.154843 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.244580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.296875 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Allocated IP 172.20.0.2 (9e3de542-b598-4b70-a15c-2f089a10c266/26351a88-3f22-4313-b804-53b5d5c9ae6f/6cc60131-5abf-4a32-aa1d-58f26950b14d) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:47.341754 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58674) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:47.397776 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f76ecda7-88b4-44c9-a866-d93eceb57702 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a868134341c74646a037e3f030d0997d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543900 Sep 10 17:43:47.400154 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58676) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:47.457059 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.470208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.476034 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.479703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.485243 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Transition to ACTIVE for port object 6cc60131-5abf-4a32-aa1d-58f26950b14d will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:47.494009 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.501778 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Transition to ACTIVE for port object 6cc60131-5abf-4a32-aa1d-58f26950b14d will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:47.511359 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.535149 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.538279 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.539989 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9239da08-cc62-459f-a580-dc0ccef93762 HTTP/1.1" status: 204 len: 168 time: 0.1371205 Sep 10 17:43:47.551492 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc832d-6dd6-4d53-ba2a-198826aafd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239da08-cc62-459f-a580-dc0ccef93762,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:47.554609 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:47.559296 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:47.563064 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:47.575971 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Pushing event updated for resources: {'Port': ['ID=6cc60131-5abf-4a32-aa1d-58f26950b14d,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:47.621005 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Allocated IP 172.27.0.199 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/87302a05-3c1c-47e5-bf24-fd2d6cd3079f) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:47.632031 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Attempting to bind port 6cc60131-5abf-4a32-aa1d-58f26950b14d on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:47.632391 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Attempting to bind port 6cc60131-5abf-4a32-aa1d-58f26950b14d by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:47.632751 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Attempting to bind port 6cc60131-5abf-4a32-aa1d-58f26950b14d on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:47.639124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:47.639588 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:47.640053 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.640544 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Bound using segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:47.641110 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Bound port: 6cc60131-5abf-4a32-aa1d-58f26950b14d, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:47.641532 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.730867 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] For port 6cc60131-5abf-4a32-aa1d-58f26950b14d, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:47.735206 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1e5f732c-c746-48eb-b09d-ee4316882da3 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:47.738652 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] For port 6cc60131-5abf-4a32-aa1d-58f26950b14d, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=6cc60131-5abf-4a32-aa1d-58f26950b14d,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:47.763985 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.765272 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.771110 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 1e5f732c-c746-48eb-b09d-ee4316882da3 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:47.771365 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1e5f732c-c746-48eb-b09d-ee4316882da3 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:47.771590 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a25a2b62-eb18-47b9-b97e-e6d81e9c9750 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:43:47.813023 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.824535 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: a25a2b62-eb18-47b9-b97e-e6d81e9c9750 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:43:47.824881 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a25a2b62-eb18-47b9-b97e-e6d81e9c9750 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:47.852373 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:47.862030 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf349-51ab-4216-a1bb-d7439147a259 None None] Pushing event updated for resources: {'Port': ['ID=6cc60131-5abf-4a32-aa1d-58f26950b14d,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:47.869767 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:47.877446 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:47.880173 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:47.918258 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Pushing event updated for resources: {'Port': ['ID=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:47.930833 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.931186 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.931534 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.931875 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.932214 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.932549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.932887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.933220 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.933553 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.933878 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.934251 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:47.934583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:48.164428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:48.354180 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:48.494897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:43:48.612466 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:48.621887 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:48.628573 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:48.630164 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-98274cfa-2814-411c-93ec-c5115e83eaab admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6291542 Sep 10 17:43:48.632732 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58682) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:48.650668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:48.651473 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:48.762928 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:48.791530 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234b947-af1f-4502-bb17-0d291329bf5c None None] Network 9e3de542-b598-4b70-a15c-2f089a10c266 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:48.895573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-2b537233-b12a-46f2-acc0-51739986f512 None None] Provisioning for port 6cc60131-5abf-4a32-aa1d-58f26950b14d completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:49.050205 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.068667 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:48Z', 'revision_number': 3, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:49.219388 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Allocated IP 172.20.0.1 (9e3de542-b598-4b70-a15c-2f089a10c266/26351a88-3f22-4313-b804-53b5d5c9ae6f/1ddd9741-f13c-499d-93b4-9b9402ae2b80) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:49.221291 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:49.221724 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Updating router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:43:49.248095 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.318152 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.332706 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Transition to ACTIVE for port object 1ddd9741-f13c-499d-93b4-9b9402ae2b80 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:49.367016 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.409595 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:49.416789 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:49.418783 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Pushing event updated for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:49.420791 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:49.460872 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.528997 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.539551 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Transition to ACTIVE for port object 87302a05-3c1c-47e5-bf24-fd2d6cd3079f will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:49.549989 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.608714 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Attempting to bind port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:49.609132 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Attempting to bind port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:49.609500 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Attempting to bind port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:49.613492 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.614644 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc18ca-cdd2-477a-9386-42c2eb18228f None None] Pushing event updated for resources: {'Port': ['ID=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:49.617769 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:49.618202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:49.618622 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.619008 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:49.619484 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Bound port: 87302a05-3c1c-47e5-bf24-fd2d6cd3079f, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:49.619869 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.675302 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] For port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:49.682961 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] For port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:49.693064 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.720258 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0359b6f0-6d21-40dc-a979-84ec1ccff0dd None None] Provisioning for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:49.732585 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-0359b6f0-6d21-40dc-a979-84ec1ccff0dd None None] Provisioning complete for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:49.732986 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0359b6f0-6d21-40dc-a979-84ec1ccff0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.780004 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 6cc60131-5abf-4a32-aa1d-58f26950b14d up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:49.797808 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.803261 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.806618 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:49.807256 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:49.811898 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc18ca-cdd2-477a-9386-42c2eb18228f None None] Pushing event updated for resources: {'Port': ['ID=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:49.853190 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-0359b6f0-6d21-40dc-a979-84ec1ccff0dd None None] Port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:43:49.868476 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.871295 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Pushing event updated for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:49.920248 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 6cc60131-5abf-4a32-aa1d-58f26950b14d completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:49.929673 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 6cc60131-5abf-4a32-aa1d-58f26950b14d triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:49.930064 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:49.954045 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:49.966527 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:49.967885 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:50.084353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:50.135671 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.197139 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:50.202077 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-de3a25da-968d-45ee-a21c-a56d9f496fed admin admin] 10.222.0.65 "PUT /v2.0/routers/4ce2c9e9-54a5-4755-9795-f86a5d2a827e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5676138 Sep 10 17:43:50.207192 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 6cc60131-5abf-4a32-aa1d-58f26950b14d, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=6cc60131-5abf-4a32-aa1d-58f26950b14d,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:50.217919 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.246030 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-77dcc6d9-3df4-4d8a-81fe-ffe44ea81dd7 None None] Provisioning complete for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:50.246429 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-77dcc6d9-3df4-4d8a-81fe-ffe44ea81dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.310233 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-77dcc6d9-3df4-4d8a-81fe-ffe44ea81dd7 None None] Port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:43:50.313393 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 2, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:50.316808 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=6cc60131-5abf-4a32-aa1d-58f26950b14d,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:50.342341 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a005f0-572f-4735-b6a4-7902a803e798 None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 2, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:50.748855 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58704) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:50.754810 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1242603409-network', 'tenant_id': '6ea620d152504cc6ba9781573100185b'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:50.776997 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Made reservation on behalf of 6ea620d152504cc6ba9781573100185b for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:50.779430 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.788880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.886354 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.891111 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.918401 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:43:50.928110 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2c0afd-c8a8-4e7b-a17f-93c55d20fb43,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:50.934283 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.934667 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Added segment fc9b0cc6-d9a5-401d-b19b-01651841fbe7 of type vlan for network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 Sep 10 17:43:50.981753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.008638 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.009660 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:51.010281 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.040598 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2900519 Sep 10 17:43:51.044379 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58706) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:51.052933 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Request body: {'subnet': {'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1242603409-subnet', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:51.084025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9a185-48a2-4337-a1e1-1ae56e572cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e912fcb-a772-48dd-ae24-f5331ecc5fe6,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:51.094250 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:43:51.105071 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Made reservation on behalf of 6ea620d152504cc6ba9781573100185b for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:51.107551 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27029943'] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.285190 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27029929'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.344907 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8454bbd-191c-4c45-8504-43648cb143ae,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:51.350199 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Checking segment: {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:51.350568 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Network hostable DHCP agents. Network: 6e912fcb-a772-48dd-ae24-f5331ecc5fe6, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:43:51.369160 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:43:51.378838 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 6e912fcb-a772-48dd-ae24-f5331ecc5fe6) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:51.383117 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:51.383704 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.387519 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda04d95-b9cd-4443-8ea8-52d4ae147e7b None None] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:51.398839 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-628d8b8e-bb1e-4cc5-a32d-7a1fa6f39275 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3510330 Sep 10 17:43:51.401426 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58708) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:51.405910 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:51.428127 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-319381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5767'] for router, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.429323 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-311301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-316565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5790'] for router, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.563498 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe22469d-41e2-5fa4-8132-e0ce64a7b2ba-6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'fixed_ips': [{'subnet_id': 'e8454bbd-191c-4c45-8504-43648cb143ae'}]}} from dv-cinder-806968-2-iscsi. {{(pid=95331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:43:51.564339 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.705488 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.db_base_plugin_common [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Allocated IP 172.20.0.2 (6e912fcb-a772-48dd-ae24-f5331ecc5fe6/e8454bbd-191c-4c45-8504-43648cb143ae/a6706011-f741-4358-9ca1-a81c7472bfbb) {{(pid=95331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:51.747064 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.837909 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 87302a05-3c1c-47e5-bf24-fd2d6cd3079f up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:51.888373 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.904888 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks [] for port, precommit_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.917344 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Transition to ACTIVE for port object a6706011-f741-4358-9ca1-a81c7472bfbb will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:51.936114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Transition to ACTIVE for port object a6706011-f741-4358-9ca1-a81c7472bfbb will not be triggered until provisioned by entity DHCP. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:51.937337 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:51.941991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:51.942422 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:51.945541 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195'] for port, after_create {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.095761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.118023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.128536 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 is already hosted by enough agents. {{(pid=95331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:52.133196 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.scheduler.base_scheduler [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Resources bound (agent type, host, resource id): {{(pid=95331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:52.140797 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Received port after_create {{(pid=95331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:52.145363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Pushing event updated for resources: {'Port': ['ID=a6706011-f741-4358-9ca1-a81c7472bfbb,revision_number=1']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:52.223023 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Attempting to bind port a6706011-f741-4358-9ca1-a81c7472bfbb on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:52.223390 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Attempting to bind port a6706011-f741-4358-9ca1-a81c7472bfbb by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:52.223744 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Attempting to bind port a6706011-f741-4358-9ca1-a81c7472bfbb on network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:52.226957 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Allocated IP 172.27.0.58 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/a4c5a2bc-02f9-4421-a694-98dee4c98de8) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:52.232834 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:52.233204 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Checking segment: {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:52.233605 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.234061 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Bound using segment: {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:52.234557 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Bound port: a6706011-f741-4358-9ca1-a81c7472bfbb, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:52.234933 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.241156 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.268950 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:52.287575 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.288345 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 6cc60131-5abf-4a32-aa1d-58f26950b14d up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:52.310162 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:52.320561 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:52.321181 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:52.338072 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.380495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.380916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-495209df-9366-4b56-954f-018b943f9a47 None None] For port a6706011-f741-4358-9ca1-a81c7472bfbb, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:52.401031 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:52.405693 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-495209df-9366-4b56-954f-018b943f9a47 None None] For port a6706011-f741-4358-9ca1-a81c7472bfbb, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a6706011-f741-4358-9ca1-a81c7472bfbb,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:52.415377 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 6cc60131-5abf-4a32-aa1d-58f26950b14d triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:52.415762 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.417641 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:52.419301 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.420726 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:52.424334 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:52.440906 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:52.466760 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c5a2bc-02f9-4421-a694-98dee4c98de8,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:52.528725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495209df-9366-4b56-954f-018b943f9a47 None None] Pushing event updated for resources: {'Port': ['ID=a6706011-f741-4358-9ca1-a81c7472bfbb,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:52.694236 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 2, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:52.722173 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:52.722542 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Updating router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:43:52.737129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.749982 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:52.946975 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-311324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-316996'] for router, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.039792 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.051552 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Transition to ACTIVE for port object 1ddd9741-f13c-499d-93b4-9b9402ae2b80 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:53.058880 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.077325 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 is scheduled to L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e with binding_index 1 {{(pid=95330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:43:53.112046 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Pushing event updated for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:53.154015 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.154396 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.154737 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.155074 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.155406 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.155770 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.156099 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.156425 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.156770 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.157096 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.157418 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.157739 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:53.175154 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Attempting to bind port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:53.175725 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Attempting to bind port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:53.176253 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Attempting to bind port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:53.181273 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:53.181637 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:53.182035 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.182455 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Bound using segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:53.182925 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Bound port: 1ddd9741-f13c-499d-93b4-9b9402ae2b80, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:53.183320 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.187524 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:53.199894 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Sync routers for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:53.206991 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.212021 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58714) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:53.212896 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f229cfbe-13bb-45d8-83ab-e147640976e9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8100059 Sep 10 17:43:53.214966 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:53.215671 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:53.264005 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] For port 1ddd9741-f13c-499d-93b4-9b9402ae2b80, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:53.267674 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] For port 1ddd9741-f13c-499d-93b4-9b9402ae2b80, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1ddd9741-f13c-499d-93b4-9b9402ae2b80,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:53.276315 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.347339 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcf8c-686b-4694-a2d4-953c8ad78cb2 None None] Pushing event updated for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=4']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:53.361389 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:53.362096 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:53.362745 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:53.496798 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:53.611656 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 3, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:53.644687 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Checking router: a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:53.644973 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Updating router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 port a4c5a2bc-02f9-4421-a694-98dee4c98de8 binding host dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:43:53.672882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:53.797146 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4cedf-2621-41ed-be85-fbda67dcc704 None None] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:53.804639 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:53Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:53.835756 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced266f-900c-4453-b8c2-ee025e0f9425 None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:53Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:53.973996 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-06681e11-e047-4819-a311-ff974d954fa4 None None] Provisioning for port a6706011-f741-4358-9ca1-a81c7472bfbb completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:53.979496 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 87302a05-3c1c-47e5-bf24-fd2d6cd3079f up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:54.094877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.172258 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:54.172717 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.206571 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks [] for port, precommit_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.225224 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Transition to ACTIVE for port object a4c5a2bc-02f9-4421-a694-98dee4c98de8 will not be triggered until provisioned by entity L2. {{(pid=95331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:54.241794 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.279595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Allocated IP 172.20.0.1 (6e912fcb-a772-48dd-ae24-f5331ecc5fe6/e8454bbd-191c-4c45-8504-43648cb143ae/7b7f7cf8-90e1-46d2-be58-1b1e065fd508) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:54.333777 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Attempting to bind port a4c5a2bc-02f9-4421-a694-98dee4c98de8 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:54.334328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Attempting to bind port a4c5a2bc-02f9-4421-a694-98dee4c98de8 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:54.334795 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Attempting to bind port a4c5a2bc-02f9-4421-a694-98dee4c98de8 on network 420a62be-6111-4549-8314-c30b855edab1 {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:54.336863 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d3646-682c-44d5-869b-c0c56f6fdee5 None None] Pushing event updated for resources: {'Port': ['ID=a4c5a2bc-02f9-4421-a694-98dee4c98de8,revision_number=2']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:54.342329 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a6706011-f741-4358-9ca1-a81c7472bfbb up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:54.373973 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:54.374625 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Checking segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:54.375244 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.375632 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Bound using segment: {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'} {{(pid=95331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:54.376278 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.managers [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Bound port: a4c5a2bc-02f9-4421-a694-98dee4c98de8, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985766b7-e179-489e-85c2-d0cb2664c24c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '420a62be-6111-4549-8314-c30b855edab1'}}] {{(pid=95331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:54.376770 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.409568 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.424413 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Transition to ACTIVE for port object 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:54.463019 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] For port a4c5a2bc-02f9-4421-a694-98dee4c98de8, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:54.464240 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.480050 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] For port a4c5a2bc-02f9-4421-a694-98dee4c98de8, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a4c5a2bc-02f9-4421-a694-98dee4c98de8,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:54.481096 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port a6706011-f741-4358-9ca1-a81c7472bfbb completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:54.486860 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-96f23559-a064-46a7-a048-7ea485585661 None None] Provisioning complete for port a6706011-f741-4358-9ca1-a81c7472bfbb triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:54.487289 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-96f23559-a064-46a7-a048-7ea485585661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.489256 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.494265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a6706011-f741-4358-9ca1-a81c7472bfbb triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:54.494630 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.508874 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:54.512036 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:54.519871 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:54.543392 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:54.562842 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317077'] for router_interface, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.630105 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:54.630950 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:54.700345 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.713710 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d3646-682c-44d5-869b-c0c56f6fdee5 None None] Pushing event updated for resources: {'Port': ['ID=a4c5a2bc-02f9-4421-a694-98dee4c98de8,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:54.862983 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.867907 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.919670 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-96f23559-a064-46a7-a048-7ea485585661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.936158 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:54.938703 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315653'] for router_interface, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.942302 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:54.968728 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.026534 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:55.027865 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:55.052465 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-96f23559-a064-46a7-a048-7ea485585661 None None] For port a6706011-f741-4358-9ca1-a81c7472bfbb, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a6706011-f741-4358-9ca1-a81c7472bfbb,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:55.059528 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-96f23559-a064-46a7-a048-7ea485585661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.149099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:55.199788 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.db.api [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:43:55.199788 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG oslo_db.api [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:43:55.230063 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f23559-a064-46a7-a048-7ea485585661 None None] Pushing event updated for resources: {'Port': ['ID=a6706011-f741-4358-9ca1-a81c7472bfbb,revision_number=3']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:55.235072 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-d7977847-fe8e-4e06-8f78-0ac179ddd1a0 None None] Provisioning for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:55.240795 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-d7977847-fe8e-4e06-8f78-0ac179ddd1a0 None None] Provisioning complete for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:55.241197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d7977847-fe8e-4e06-8f78-0ac179ddd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.272577 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:55.284993 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f5e8a0dd-4be9-4769-93d7-18aa043940f0 admin admin] 10.222.0.65 "PUT /v2.0/routers/a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0635247 Sep 10 17:43:55.285600 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-d7977847-fe8e-4e06-8f78-0ac179ddd1a0 None None] Port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:43:55.292257 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 3, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:55.319108 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c424305-31ad-4e2e-bf93-883a1bd8e439 None None] The sync data for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi is: [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 3, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:55.404503 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-d3720903-618a-41d7-8ca0-cddbd9c0b075 None None] Provisioning complete for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:55.405021 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d3720903-618a-41d7-8ca0-cddbd9c0b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.443907 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-d3720903-618a-41d7-8ca0-cddbd9c0b075 None None] Port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:43:55.738243 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1ddd9741-f13c-499d-93b4-9b9402ae2b80 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:55.791707 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:55.796002 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:55.796950 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.878806 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.913197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 1ddd9741-f13c-499d-93b4-9b9402ae2b80, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1ddd9741-f13c-499d-93b4-9b9402ae2b80,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:55.917335 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.979722 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.005837 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58726) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.010439 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852694996', 'description': 'tempest-secgroup-smoke-852694996 description', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.034878 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.095310 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a4c5a2bc-02f9-4421-a694-98dee4c98de8 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:56.123995 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.128043 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.146749 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port a4c5a2bc-02f9-4421-a694-98dee4c98de8 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:56.151258 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a4c5a2bc-02f9-4421-a694-98dee4c98de8 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:56.151644 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.159531 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaafeb2-c581-4439-ab47-3874a9162b1e,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.162170 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.166178 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b6be5294-819a-4a0c-917e-f7bc100fdda5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1565325 Sep 10 17:43:56.166656 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58728) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.171201 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.201650 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.245314 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.259564 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.263704 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.271925 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port a4c5a2bc-02f9-4421-a694-98dee4c98de8, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a4c5a2bc-02f9-4421-a694-98dee4c98de8,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:56.275724 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.276668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a6706011-f741-4358-9ca1-a81c7472bfbb up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:56.281789 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b930a44-1b4b-4238-bb11-56d9a1389ba6,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.287094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.290860 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-372cbcf2-4e2a-41aa-a0fa-8c18a4f9239d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206224 Sep 10 17:43:56.291055 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58732) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.295437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.321266 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.352806 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=a4c5a2bc-02f9-4421-a694-98dee4c98de8,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.363140 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a6706011-f741-4358-9ca1-a81c7472bfbb triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:56.363514 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.382520 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.386210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.403838 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3f1674-8754-4382-bbdd-d4bf95bed12a,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.412122 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.413326 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-97f2e54f-fc27-433b-acf9-65287d1d44f3 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213019 Sep 10 17:43:56.415975 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58734) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.420368 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.450409 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.507684 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.510938 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.528397 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c561bff-f329-4a79-ad8e-f8fdff98263d,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.535449 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.536835 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0b27c3ae-1890-48b8-9f10-e3ef50894cca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199419 Sep 10 17:43:56.539490 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58736) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.543812 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.571682 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.629872 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.633241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.647631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa896a5-7784-47f7-be87-f7587106b07c,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.655883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.657155 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-65c5f79c-9be6-423b-8528-912de6055477 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166384 Sep 10 17:43:56.659826 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58738) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.664205 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.686314 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.securitygroups_db [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Project 79e3c40e1e1f4de3bf0f02c897206c88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:43:56.691545 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.756306 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.759915 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.776385 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664698a6-0344-4360-a54f-78b9d04b6c2d,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.782435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.783625 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e50718c7-57ea-4532-93f2-bb723b961857 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228735 Sep 10 17:43:56.786199 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58740) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:56.790420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'security_group_rule': {'security_group_id': '8aaafeb2-c581-4439-ab47-3874a9162b1e', 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:56.810936 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.securitygroups_db [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Project 79e3c40e1e1f4de3bf0f02c897206c88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:43:56.816364 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.877389 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.880685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.896780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd80aed7-ddc5-4d0c-9438-c65282d71e46,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.904345 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:56.908507 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-5193384d-136d-46ef-ad0b-d8d9764c1071 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184952 Sep 10 17:43:57.213221 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Sync routers for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:57.223972 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:57.224784 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:57.345170 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:57.629787 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 4, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '7b7f7cf8-90e1-46d2-be58-1b1e065fd508', 'name': '', 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'mac_address': 'fa:16:3e:c0:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:54Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 2, 'project_id': '6ea620d152504cc6ba9781573100185b', 'subnets': [{'id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:57.659237 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Checking router: a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:57.659604 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Updating router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 binding host dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:43:57.684567 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:57.947739 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks [] for port, precommit_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:57.957248 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.provisioning_blocks [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Transition to ACTIVE for port object 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 will not be triggered until provisioned by entity L2. {{(pid=95336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:57.963249 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.011001 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a4c5a2bc-02f9-4421-a694-98dee4c98de8 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:58.016295 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010421-7756-41aa-8133-27049ceeea38 None None] Pushing event updated for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=3']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:58.060907 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port a4c5a2bc-02f9-4421-a694-98dee4c98de8 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:58.062435 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.070200 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Attempting to bind port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 on host dv-cinder-806968-2-iscsi for vnic_type normal with profile {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:58.070549 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Attempting to bind port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 by drivers openvswitch,hyperv on host dv-cinder-806968-2-iscsi at level 0 using segments [{'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:58.070908 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Attempting to bind port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 on network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:58.076399 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Checking agent: {'id': '196d4476-d2bf-4941-bd7b-ba5c6ad1fa0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806968-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 30, 45), 'started_at': datetime.datetime(2021, 9, 10, 17, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806968-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:58.076770 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Checking segment: {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:58.077171 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.077612 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Bound using segment: {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'} {{(pid=95336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:58.078071 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.managers [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Bound port: 7b7f7cf8-90e1-46d2-be58-1b1e065fd508, host: dv-cinder-806968-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6'}}] {{(pid=95336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:58.078481 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.144581 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] For port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508, host dv-cinder-806968-2-iscsi, cleared binding levels {{(pid=95336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:58.148514 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.plugins.ml2.db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] For port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508, host dv-cinder-806968-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:58.153946 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.160167 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1ddd9741-f13c-499d-93b4-9b9402ae2b80 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:58.212919 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:58.213431 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:58.214202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:58.214378 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:58.254601 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010421-7756-41aa-8133-27049ceeea38 None None] Pushing event updated for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=4']} {{(pid=95336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:58.329092 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:58.533961 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 4, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '7b7f7cf8-90e1-46d2-be58-1b1e065fd508', 'name': '', 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'mac_address': 'fa:16:3e:c0:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:54Z', 'updated_at': '2021-09-10T17:43:58Z', 'revision_number': 4, 'project_id': '6ea620d152504cc6ba9781573100185b', 'subnets': [{'id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:58.559033 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0b2d4-f264-4d21-8886-4feadd93e563 None None] The sync data for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi is: [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:43:54Z', 'revision_number': 4, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '7b7f7cf8-90e1-46d2-be58-1b1e065fd508', 'name': '', 'network_id': '6e912fcb-a772-48dd-ae24-f5331ecc5fe6', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'mac_address': 'fa:16:3e:c0:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:54Z', 'updated_at': '2021-09-10T17:43:58Z', 'revision_number': 4, 'project_id': '6ea620d152504cc6ba9781573100185b', 'subnets': [{'id': 'e8454bbd-191c-4c45-8504-43648cb143ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:00.013927 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:00.063691 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:00.067992 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:00.068377 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:00.144318 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:00.177182 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] For port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:00.186381 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:00.238161 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Pushing event updated for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:01.996914 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 up at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:02.048765 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Provisioning complete for port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:02.049141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:02.725661 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:44:07.328432 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1742f73-3bbe-4939-b9aa-95877638288c req-604d09a6-6911-4b2d-a0a6-00860b3237f3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:07.330467 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f1742f73-3bbe-4939-b9aa-95877638288c req-604d09a6-6911-4b2d-a0a6-00860b3237f3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.1540017 Sep 10 17:44:07.368038 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f1742f73-3bbe-4939-b9aa-95877638288c req-5d39e13d-960b-4f4e-8c54-8bf395cd4ec2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Sep 10 17:44:08.483211 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac130f81-d8c9-49d9-be9a-85c0378afb4c req-e519778a-cf53-4e5a-a44d-78cb5ef69771 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:08.484613 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ac130f81-d8c9-49d9-be9a-85c0378afb4c req-e519778a-cf53-4e5a-a44d-78cb5ef69771 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Sep 10 17:44:08.522591 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ac130f81-d8c9-49d9-be9a-85c0378afb4c req-e4602edf-2a73-455f-b8fa-ca6fe51786b2 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Sep 10 17:44:09.191266 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-e12f3d06-8f7b-41a3-a5b5-7aac4f59021f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:09.192972 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-e12f3d06-8f7b-41a3-a5b5-7aac4f59021f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Sep 10 17:44:09.287682 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Deleting port 4f0ab070-82c8-4869-a2db-1ff212a69565 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:09.288020 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.374384 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] For port 4f0ab070-82c8-4869-a2db-1ff212a69565, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4f0ab070-82c8-4869-a2db-1ff212a69565,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:09.374735 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.587871 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.588561 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.588561 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Floating IP 954ed1fb-150a-480b-b542-a909f5a32301 disassociated. External IP: 172.27.0.77, port: 4f0ab070-82c8-4869-a2db-1ff212a69565. Sep 10 17:44:09.588848 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Calling delete_port for 4f0ab070-82c8-4869-a2db-1ff212a69565 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:09.686945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3a570-c32f-4e59-a395-a8d1ff68d774 req-d31019c4-bc6c-4995-8877-2415a4efc7da tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:09.688312 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a4f3a570-c32f-4e59-a395-a8d1ff68d774 req-d31019c4-bc6c-4995-8877-2415a4efc7da tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 945 time: 0.0940347 Sep 10 17:44:09.757483 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a4f3a570-c32f-4e59-a395-a8d1ff68d774 req-00085bc2-cf31-4e04-ab92-3d1a9c8b763a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6a081df-ac4e-4dbe-a86a-891d909780ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585091 Sep 10 17:44:09.780584 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.809160 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'Port': ['ID=4f0ab070-82c8-4869-a2db-1ff212a69565,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:09.919778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:44:10.276374 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:44:10.286258 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:44:10.295790 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:10.296405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:10.314376 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] No DVR routers for this DVR port 4f0ab070-82c8-4869-a2db-1ff212a69565 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:10.316934 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:10.318974 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a31f907a-9b5f-452a-aa83-24f59b457a6e req-a77f94fd-8f1f-4a3e-8af0-9963dd5d8615 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "DELETE /v2.0/ports/4f0ab070-82c8-4869-a2db-1ff212a69565 HTTP/1.1" status: 204 len: 173 time: 1.1197472 Sep 10 17:44:10.319415 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'name': 'network-vif-deleted', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:10.321705 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317b8572-c5fe-41f0-a05a-aca7826b8fe3" -d '{"events": [{"server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "name": "network-vif-deleted", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:10.402621 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:10.425086 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10e384-7d52-4065-8cda-cdfd2bdc62c2 x-openstack-request-id: req-eb10e384-7d52-4065-8cda-cdfd2bdc62c2 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:10.425326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc23b79d-cb82-4ba2-8d34-c5a15fd2f405", "name": "network-vif-deleted", "tag": "4f0ab070-82c8-4869-a2db-1ff212a69565", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:10.425577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb10e384-7d52-4065-8cda-cdfd2bdc62c2 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:10.425971 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc23b79d-cb82-4ba2-8d34-c5a15fd2f405', 'name': 'network-vif-deleted', 'tag': '4f0ab070-82c8-4869-a2db-1ff212a69565', 'status': 'completed', 'code': 200} Sep 10 17:44:10.602710 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:10.633636 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:44:10.641879 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:10.642629 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:43:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:10.747783 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:10.911686 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cfa4b117-f842-461c-99fc-ae7a5bd01d5c req-7173f854-e38c-473d-81e7-54259c085cc1 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc23b79d-cb82-4ba2-8d34-c5a15fd2f405 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Sep 10 17:44:11.091470 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:11.121248 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fde3c9-c0b9-41a6-864c-d01ab087d208 None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:11.319866 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28203da-05ef-4577-a3db-1ea83f29855e None None] New status for floating IP 954ed1fb-150a-480b-b542-a909f5a32301: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:44:12.001366 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58904) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:12.055331 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.078383 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.128836 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.131529 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.132637 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "DELETE /v2.0/security-groups/b6a081df-ac4e-4dbe-a86a-891d909780ae HTTP/1.1" status: 204 len: 168 time: 0.1300278 Sep 10 17:44:12.135455 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58908) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:12.141235 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a081df-ac4e-4dbe-a86a-891d909780ae,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:12.147982 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.148330 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.148478 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.api.v2.resource [None req-f66f282b-521a-41ec-84a2-873fc60af83a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] show failed (client error): The resource could not be found. Sep 10 17:44:12.148670 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.149004 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.149333 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.149457 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f66f282b-521a-41ec-84a2-873fc60af83a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups/b6a081df-ac4e-4dbe-a86a-891d909780ae HTTP/1.1" status: 404 len: 347 time: 0.0130379 Sep 10 17:44:12.149646 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.149966 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.150323 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.150647 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.150965 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.151280 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.151596 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef87f17-31cd-4379-9a43-d014ba3b2196 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:12.152103 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58910) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:12.272292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Deleting port e559e8a2-b573-4bd9-aed8-35526df3fd3a {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:12.272636 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.348024 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.348350 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.359566 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Calling delete_port for e559e8a2-b573-4bd9-aed8-35526df3fd3a owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:12.403343 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5ae075ed-741d-4f78-9f24-204392823d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.491228 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.520957 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'Port': ['ID=e559e8a2-b573-4bd9-aed8-35526df3fd3a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:12.572002 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.574561 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.575695 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-410967f3-c72b-425d-925b-556f24068a04 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "DELETE /v2.0/floatingips/954ed1fb-150a-480b-b542-a909f5a32301 HTTP/1.1" status: 204 len: 168 time: 0.4227288 Sep 10 17:44:12.729858 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.919389 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4f0ab070-82c8-4869-a2db-1ff212a69565 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:12.938959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 4f0ab070-82c8-4869-a2db-1ff212a69565 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:12.939316 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4f0ab070-82c8-4869-a2db-1ff212a69565 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:13.191690 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58918) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:13.196303 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435150100', 'description': 'tempest-description--740334647'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:13.223016 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.311745 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.316195 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.336616 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.338436 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-6f008ab9-dd73-43af-a73d-6d5fd23f19b2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852694996&fields=id&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 267 time: 0.0331035 Sep 10 17:44:13.340723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58928) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:13.340850 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1481106 Sep 10 17:44:13.347005 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group_rule': {'security_group_id': 'dcb2ff26-9fea-40b1-9b27-f80c27784a9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:13.354518 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5cb9e-9c69-4745-a7f6-c85a6efd0e69 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb2ff26-9fea-40b1-9b27-f80c27784a9b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.433968 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.486381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-2fb45055-4d01-4e25-97c3-53b3ff708c90 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:13.487737 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-2fb45055-4d01-4e25-97c3-53b3ff708c90 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.1365750 Sep 10 17:44:13.512523 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-b0f2d863-0b18-484c-85c1-329694c9422b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/quotas/79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 375 time: 0.0171895 Sep 10 17:44:13.518702 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.531533 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.565438 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb0f92d-2b2d-49c7-b12c-464c9561b99c,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.576769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.581216 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-02dec99a-00d8-4d09-a4d1-86263387705d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361248 Sep 10 17:44:13.581491 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 58932) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:13.586054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'security_group_rule': {'security_group_id': 'dcb2ff26-9fea-40b1-9b27-f80c27784a9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:13.602519 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-0b2aff2d-2a92-473e-b7e2-f2d07960113f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822895 Sep 10 17:44:13.624675 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.709536 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.743383 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296'] for security_group_rule, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.773459 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62750ca-7f0c-4a71-99d0-fea718dcc1f8,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.786818 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.788037 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a1881272-5434-461c-b323-c260344a64af tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2055852 Sep 10 17:44:13.791599 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 58946) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:13.793895 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-d34bee5a-726e-48c4-b61e-549e265858f9 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803176 Sep 10 17:44:13.804489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:13.831594 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.900061 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-8f0cd457-035c-485d-96cf-0d29a36c2df7 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956221 Sep 10 17:44:13.912424 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5f1fe-f26b-4c16-b114-db422ae6d9b4 req-2e715b65-a55f-4ef1-b44e-aada4508fb78 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:13.913931 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-26c5f1fe-f26b-4c16-b114-db422ae6d9b4 req-2e715b65-a55f-4ef1-b44e-aada4508fb78 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0664442 Sep 10 17:44:13.992973 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-26c5f1fe-f26b-4c16-b114-db422ae6d9b4 req-aa564dbc-2023-4540-b5c3-e7c2857bd52b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513506 Sep 10 17:44:14.002887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.112217 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Allocated IP 172.27.0.69 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/620b77bf-87d0-4108-a1d2-f653770c6883) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:14.235336 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b90b369b-7d7e-49b0-bf8d-b54357f12532 req-d8aec5b8-9cd1-4b0b-9f3a-ee1e443b0d40 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 210 time: 0.0571318 Sep 10 17:44:14.258375 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.304039 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.341208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:14.346114 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:14.348634 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:14.379287 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=620b77bf-87d0-4108-a1d2-f653770c6883,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:14.484472 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.523061 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.679316 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.683650 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.756026 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=620b77bf-87d0-4108-a1d2-f653770c6883,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:14.765775 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.779815 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.781050 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4d8bf447-1bd8-490f-b276-2708e4849a1d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9880137 Sep 10 17:44:14.923519 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-e1d64111-c823-4b0c-bda7-69d3988f4a49 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1435150100&fields=id&tenant_id=86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 267 time: 0.0333486 Sep 10 17:44:14.932553 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-99c8c192-cafa-4549-9fda-6b0ceb42ebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.039882 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-201349e7-53de-4c98-9ec0-5a3ff442dd87 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:15.041347 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-201349e7-53de-4c98-9ec0-5a3ff442dd87 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 811 time: 0.1109753 Sep 10 17:44:15.055857 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-36e88f76-d7d3-4059-9a5f-abdc0a012c20 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/quotas/86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 375 time: 0.0088077 Sep 10 17:44:15.108375 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-d9196ea7-3473-4bfe-9cec-e63e813dec3c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472312 Sep 10 17:44:15.109849 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed415328-9646-4b4c-85cf-208f88dc7a05 req-b1c34de4-f608-43ac-ab77-b797e2b03527 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:15.111390 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ed415328-9646-4b4c-85cf-208f88dc7a05 req-b1c34de4-f608-43ac-ab77-b797e2b03527 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0485141 Sep 10 17:44:15.151123 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ed415328-9646-4b4c-85cf-208f88dc7a05 req-13367c86-af2e-47aa-96fd-eeb58eab0703 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Sep 10 17:44:15.208646 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-40da58ec-f99f-4a7a-b3b9-2862ca736165 service neutron] 10.222.0.65 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884826 Sep 10 17:44:15.334647 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-be9ce7f2-9094-4179-a1c8-ad9b07a592ff req-73f21258-5e3a-4598-a1b5-27e7b5d7c6b2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 210 time: 0.0289061 Sep 10 17:44:15.380160 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.382357 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-874b9191-f981-4494-9bd6-b819914e216d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:15.383798 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-874b9191-f981-4494-9bd6-b819914e216d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.1711864 Sep 10 17:44:15.389421 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-85ab832c-bc8d-44a7-bbd3-2dce55958ddf service neutron] 10.222.0.65 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668284 Sep 10 17:44:15.429095 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-930ea318-5025-41a9-926b-9e75022e1cc5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 379 time: 0.0355828 Sep 10 17:44:15.440065 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'port': {'device_id': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'admin_state_up': True, 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'security_groups': ['8aaafeb2-c581-4439-ab47-3874a9162b1e']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:15.555450 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Made reservation on behalf of 79e3c40e1e1f4de3bf0f02c897206c88 for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:44:15.559817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.568380 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e8082473-4c08-4436-bfc8-b4aac23bc8bc req-8276d7c6-5fe1-43a8-8bc2-e7ca79100ade tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 210 time: 0.0294912 Sep 10 17:44:15.699791 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.20.0.8 (9e3de542-b598-4b70-a15c-2f089a10c266/26351a88-3f22-4313-b804-53b5d5c9ae6f/4932c70d-9d5b-40f5-9707-964a81a077ac) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:15.854787 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.869592 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Transition to ACTIVE for port object 4932c70d-9d5b-40f5-9707-964a81a077ac will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:15.904655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.955146 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:15.958491 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:15.965462 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:15.987392 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:16.018939 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.019582 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.035482 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-df986455-50c0-4e19-a77d-79e1e85de6e4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997076 Sep 10 17:44:16.097672 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Request body: {'port': {'device_id': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:16.153451 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.157701 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5cc975ed-dcfc-4a2c-a53d-0c763b957257 None None] Provisioning for port 4932c70d-9d5b-40f5-9707-964a81a077ac completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:16.161411 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-5cc975ed-dcfc-4a2c-a53d-0c763b957257 None None] Provisioning complete for port 4932c70d-9d5b-40f5-9707-964a81a077ac triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:16.161780 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5cc975ed-dcfc-4a2c-a53d-0c763b957257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.195916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-5cc975ed-dcfc-4a2c-a53d-0c763b957257 None None] Port 4932c70d-9d5b-40f5-9707-964a81a077ac cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:44:16.339447 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684a18-0c7a-4a8b-94c0-e317f7d97ca5 req-d23b5697-9bcc-47fb-8451-e65bbf348543 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.340779 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-36684a18-0c7a-4a8b-94c0-e317f7d97ca5 req-d23b5697-9bcc-47fb-8451-e65bbf348543 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0832145 Sep 10 17:44:16.365404 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.421975 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-36684a18-0c7a-4a8b-94c0-e317f7d97ca5 req-3f830019-0e06-4f62-9d5e-0bae814bedf8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501292 Sep 10 17:44:16.498485 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4932c70d-9d5b-40f5-9707-964a81a077ac {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:16.505945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.521546 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Transition to ACTIVE for port object 4932c70d-9d5b-40f5-9707-964a81a077ac will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:16.526841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.555071 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57cdb2-adfb-40fd-97b2-4f72b864346c req-4bd340aa-1e0a-4063-bf32-1626abf9cf2d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.556562 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2c57cdb2-adfb-40fd-97b2-4f72b864346c req-4bd340aa-1e0a-4063-bf32-1626abf9cf2d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 931 time: 0.1295831 Sep 10 17:44:16.583217 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Pushing event updated for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:16.592959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-e7eec09b-af04-4912-9ac0-28c342f10609 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.594529 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-e7eec09b-af04-4912-9ac0-28c342f10609 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 811 time: 0.1794739 Sep 10 17:44:16.661385 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2c57cdb2-adfb-40fd-97b2-4f72b864346c req-6c491e69-7858-4292-9bba-4800ceb83e5b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885873 Sep 10 17:44:16.665816 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-52feb30e-4e08-47eb-aa66-aa4d9788549c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e8a1db7db5477889d83a4feacac73b HTTP/1.1" status: 200 len: 380 time: 0.0532646 Sep 10 17:44:16.671877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Attempting to bind port 4932c70d-9d5b-40f5-9707-964a81a077ac on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:44:16.671877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Attempting to bind port 4932c70d-9d5b-40f5-9707-964a81a077ac by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:44:16.671877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Attempting to bind port 4932c70d-9d5b-40f5-9707-964a81a077ac on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:16.682049 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'port': {'device_id': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'admin_state_up': True, 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'security_groups': ['dcb2ff26-9fea-40b1-9b27-f80c27784a9b']}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:16.689387 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-468b3c9c-9aca-41da-b261-68f73da2640f req-432c7a0c-ba5d-4e91-8ce5-ea1d81de6c1c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 210 time: 0.0321794 Sep 10 17:44:16.691462 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Port 4932c70d-9d5b-40f5-9707-964a81a077ac on network 9e3de542-b598-4b70-a15c-2f089a10c266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:44:16.691790 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Attempting to bind port 4932c70d-9d5b-40f5-9707-964a81a077ac on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:16.702650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:44:16.703218 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:44:16.703707 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Bound using segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:44:16.704758 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Bound port: 4932c70d-9d5b-40f5-9707-964a81a077ac, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:44:16.705368 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.780019 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:44:16.783830 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4932c70d-9d5b-40f5-9707-964a81a077ac,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:44:16.788952 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.815336 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Made reservation on behalf of 86e8a1db7db5477889d83a4feacac73b for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:44:16.819429 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.823778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.824388 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.825768 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] 10.222.0.66 "PUT /v2.0/ports/4932c70d-9d5b-40f5-9707-964a81a077ac HTTP/1.1" status: 200 len: 1093 time: 0.7814422 Sep 10 17:44:16.826235 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:16.828497 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b68ccef-0656-4ec1-87eb-76c24b153c70" -d '{"events": [{"name": "network-changed", "server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:16.855402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf93f4-dec5-4438-a795-4fa2eeb1ff4b service neutron] Pushing event updated for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:16.883291 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f6c63-67aa-4e62-9079-3cb500e02685 x-openstack-request-id: req-447f6c63-67aa-4e62-9079-3cb500e02685 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:16.883592 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:16.883848 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-447f6c63-67aa-4e62-9079-3cb500e02685 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:16.884254 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'status': 'completed', 'code': 200} Sep 10 17:44:16.931530 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-35ca8b87-b365-4eb5-bf2f-c20f3c202070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.933167 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-35ca8b87-b365-4eb5-bf2f-c20f3c202070 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 1096 time: 0.0455332 Sep 10 17:44:16.980954 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-7cb4e8de-be88-4649-b203-e7635ac472be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4932c70d-9d5b-40f5-9707-964a81a077ac HTTP/1.1" status: 200 len: 217 time: 0.0401192 Sep 10 17:44:16.985400 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Allocated IP 172.20.0.13 (61b31fd3-ce57-454d-9403-310569eeba54/7a415f12-bf9c-49f8-866f-140ef54f9ce5/4178bbf1-5c33-4602-8d87-4402aa70e85a) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:17.037136 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-39096fd7-fa91-4538-a604-084f8c2f1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.038625 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-39096fd7-fa91-4538-a604-084f8c2f1165 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0475285 Sep 10 17:44:17.085181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-9529bfcd-2adb-4c57-ae80-8190a3c7e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.086731 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-9529bfcd-2adb-4c57-ae80-8190a3c7e651 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406451 Sep 10 17:44:17.123966 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.141177 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Transition to ACTIVE for port object 4178bbf1-5c33-4602-8d87-4402aa70e85a will not be triggered until provisioned by entity DHCP. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:17.174092 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.182488 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-6860e952-28ef-4c1d-af9d-c5a01238cefb service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Sep 10 17:44:17.217393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Network 61b31fd3-ce57-454d-9403-310569eeba54 is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:17.223985 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:17.227881 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:17.265774 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event updated for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:17.280195 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63feeb19-5e44-473f-ada1-aaf3774e8ad9 req-747758d3-8886-48da-826e-300ac8639605 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904253 Sep 10 17:44:17.285027 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.285728 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.301881 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-64e96ea2-a7e7-4e6b-aead-540138d05338 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269689 Sep 10 17:44:17.317074 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Request body: {'port': {'device_id': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:17.372881 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.377578 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-181f84ce-53ce-4639-bc6b-dd6e21427a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.379197 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-181f84ce-53ce-4639-bc6b-dd6e21427a7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 1096 time: 0.0432410 Sep 10 17:44:17.480845 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-31cdfa6b-c5cc-4861-ae2b-d94990113f21 None None] Provisioning for port 4178bbf1-5c33-4602-8d87-4402aa70e85a completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:17.481499 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-ce586800-dce3-4697-989b-558e0d873c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.483060 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-ce586800-dce3-4697-989b-558e0d873c06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0956388 Sep 10 17:44:17.487112 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-31cdfa6b-c5cc-4861-ae2b-d94990113f21 None None] Provisioning complete for port 4178bbf1-5c33-4602-8d87-4402aa70e85a triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:17.487805 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-31cdfa6b-c5cc-4861-ae2b-d94990113f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.527091 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-31cdfa6b-c5cc-4861-ae2b-d94990113f21 None None] Port 4178bbf1-5c33-4602-8d87-4402aa70e85a cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:44:17.534073 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-c0ebe7e8-06f1-4413-abdd-7a9b1f184360 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4932c70d-9d5b-40f5-9707-964a81a077ac HTTP/1.1" status: 200 len: 217 time: 0.0410645 Sep 10 17:44:17.615480 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-695da659-600c-4d76-a8af-5e7fe5384f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.616943 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-695da659-600c-4d76-a8af-5e7fe5384f2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0744798 Sep 10 17:44:17.625063 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1279e41-06ca-48f5-aaa8-0979c3759d86 req-b3e6433f-28ff-4d0d-a506-405884c9460c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.626478 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a1279e41-06ca-48f5-aaa8-0979c3759d86 req-b3e6433f-28ff-4d0d-a506-405884c9460c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0957685 Sep 10 17:44:17.649921 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4178bbf1-5c33-4602-8d87-4402aa70e85a {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:17.657209 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.669728 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Transition to ACTIVE for port object 4178bbf1-5c33-4602-8d87-4402aa70e85a will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:17.673227 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.687734 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-ba2f7549-5112-4488-aba6-6ea14f021567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.689406 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-ba2f7549-5112-4488-aba6-6ea14f021567 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620170 Sep 10 17:44:17.697501 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a1279e41-06ca-48f5-aaa8-0979c3759d86 req-b719ae6a-eb09-49dd-a82d-0aac8c81c261 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630131 Sep 10 17:44:17.795512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:17.825497 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-69c4a19f-d5f6-4b7f-b908-8f3f18164fbb service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269484 Sep 10 17:44:17.832457 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:17.929701 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a134b7-d402-4660-9295-fecb728ecc60 req-113d1dce-42f7-4c89-8b73-74358c406237 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:17.931284 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f8a134b7-d402-4660-9295-fecb728ecc60 req-113d1dce-42f7-4c89-8b73-74358c406237 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 944 time: 0.1367409 Sep 10 17:44:17.974095 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b68ccef-0656-4ec1-87eb-76c24b153c70 req-8fd611bb-b7f6-4d38-88d7-c0f282dedf77 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299660 Sep 10 17:44:17.994422 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f8a134b7-d402-4660-9295-fecb728ecc60 req-319b3600-14d2-4873-ad3d-94f2bdae9b6c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Sep 10 17:44:18.106869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a37b12-b9ed-43d3-bbc7-5e8adbbc9170 req-5183520e-17ec-4164-8bd4-ef693207a167 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.108334 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b4a37b12-b9ed-43d3-bbc7-5e8adbbc9170 req-5183520e-17ec-4164-8bd4-ef693207a167 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.3210566 Sep 10 17:44:18.108952 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Attempting to bind port 4178bbf1-5c33-4602-8d87-4402aa70e85a on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:44:18.109276 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Attempting to bind port 4178bbf1-5c33-4602-8d87-4402aa70e85a by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:44:18.109595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Attempting to bind port 4178bbf1-5c33-4602-8d87-4402aa70e85a on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:18.113937 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Port 4178bbf1-5c33-4602-8d87-4402aa70e85a on network 61b31fd3-ce57-454d-9403-310569eeba54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:44:18.114293 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Attempting to bind port 4178bbf1-5c33-4602-8d87-4402aa70e85a on network 61b31fd3-ce57-454d-9403-310569eeba54 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:18.125215 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:44:18.125546 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Checking segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:44:18.125915 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Bound using segment: {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:44:18.126882 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Bound port: 4178bbf1-5c33-4602-8d87-4402aa70e85a, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd752f9-172a-46fa-a7ae-c3aa43bcc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:44:18.127229 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:18.176959 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b4a37b12-b9ed-43d3-bbc7-5e8adbbc9170 req-d8770d87-f04a-4d01-b428-882ac3919983 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595150 Sep 10 17:44:18.206393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:44:18.209569 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:44:18.213872 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:18.255539 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.256147 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:18.257599 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4178bbf1-5c33-4602-8d87-4402aa70e85a HTTP/1.1" status: 200 len: 1094 time: 0.9446237 Sep 10 17:44:18.257945 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:18.260217 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48248d9b-9575-4d64-ace6-e6ce952543e5" -d '{"events": [{"name": "network-changed", "server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:18.289405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0ba5-5ccc-4561-996f-7a7eae0728b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:18.341633 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-82576189-c2c9-4ab3-9128-dcb128d6de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.343398 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-82576189-c2c9-4ab3-9128-dcb128d6de08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 1097 time: 0.0440607 Sep 10 17:44:18.388599 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7817933e-2019-4976-8ba9-fb50aee2d135 x-openstack-request-id: req-7817933e-2019-4976-8ba9-fb50aee2d135 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:18.388886 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:18.389130 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7817933e-2019-4976-8ba9-fb50aee2d135 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:18.389514 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'status': 'completed', 'code': 200} Sep 10 17:44:18.391077 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-a81ad04c-42e6-4966-a2c6-15ce11d6bbbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a HTTP/1.1" status: 200 len: 217 time: 0.0391736 Sep 10 17:44:18.441753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-f777b792-29f1-477f-b6f9-ef354ec15d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.443198 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-f777b792-29f1-477f-b6f9-ef354ec15d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0450456 Sep 10 17:44:18.496335 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-e45a3017-ac1b-4240-9276-1e5f7ce3cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.497938 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-e45a3017-ac1b-4240-9276-1e5f7ce3cecf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475101 Sep 10 17:44:18.592399 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-d786672d-fe99-432c-8a5f-bfd3026f8276 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Sep 10 17:44:18.686021 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28b8fd44-9c5b-4fe3-a2af-65994e98faa2 req-d7cad351-91c8-47f3-9bf9-d336b727184c service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854616 Sep 10 17:44:18.772737 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-0727ab68-7701-47fe-b154-8f70d27d4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.774359 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-0727ab68-7701-47fe-b154-8f70d27d4d93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 1097 time: 0.0412509 Sep 10 17:44:18.905098 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646c15-cb49-4cd9-8a0b-c0621822a864 req-8cd59a9e-4573-4559-bd15-d5e8cd5dfe7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.906640 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-99646c15-cb49-4cd9-8a0b-c0621822a864 req-8cd59a9e-4573-4559-bd15-d5e8cd5dfe7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.1302748 Sep 10 17:44:18.935003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-7925b018-cbec-4eee-8202-f690d50ccf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.936484 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-7925b018-cbec-4eee-8202-f690d50ccf4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.1514540 Sep 10 17:44:18.990363 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-99646c15-cb49-4cd9-8a0b-c0621822a864 req-bad4bdae-82a3-4e83-b868-e9ee82062a76 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758605 Sep 10 17:44:18.991457 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-f77ed25c-7c8c-453c-b799-6710a2d6c4b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a HTTP/1.1" status: 200 len: 217 time: 0.0472312 Sep 10 17:44:19.043213 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-146ef262-e5ed-496e-9399-e6510de1a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.044689 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-146ef262-e5ed-496e-9399-e6510de1a064 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0447929 Sep 10 17:44:19.091835 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-f44a1d6a-88a3-498b-86a6-62bdcd20b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.093337 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-f44a1d6a-88a3-498b-86a6-62bdcd20b0b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396993 Sep 10 17:44:19.107901 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ee9af-3cd1-4cd5-a15f-1da3345a5ad0 req-4dfdf05f-b0f8-424a-a284-a8aa0301857a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.109398 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b2ee9af-3cd1-4cd5-a15f-1da3345a5ad0 req-4dfdf05f-b0f8-424a-a284-a8aa0301857a tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 944 time: 0.0482349 Sep 10 17:44:19.146542 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b2ee9af-3cd1-4cd5-a15f-1da3345a5ad0 req-fb8dd266-5887-4096-afea-e45bf29cb240 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Sep 10 17:44:19.188572 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-73503240-7e1c-4a54-b2d9-aa8953610082 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Sep 10 17:44:19.317082 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-48248d9b-9575-4d64-ace6-e6ce952543e5 req-05168fca-6461-45cb-91a6-b5544f4f6a47 service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195829 Sep 10 17:44:19.327875 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71ea87-09de-49b9-bf42-8754d59b0bd9 req-13b1d256-0201-46b6-abc5-ed1581c7ae25 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.329795 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9c71ea87-09de-49b9-bf42-8754d59b0bd9 req-13b1d256-0201-46b6-abc5-ed1581c7ae25 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0700607 Sep 10 17:44:19.367058 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9c71ea87-09de-49b9-bf42-8754d59b0bd9 req-f9905dbd-dc39-4781-8eeb-70c8a981f7de tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Sep 10 17:44:20.105660 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df27696-99ab-408e-a445-398596117fb1 req-f1041220-1fa0-4ee4-a103-72a09a1551c6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:20.107152 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2df27696-99ab-408e-a445-398596117fb1 req-f1041220-1fa0-4ee4-a103-72a09a1551c6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Sep 10 17:44:20.147534 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2df27696-99ab-408e-a445-398596117fb1 req-1693e66a-0381-42ec-8a3e-0daa1f327cc2 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339336 Sep 10 17:44:20.259110 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a408b9f-2fb4-452e-8eb4-970d8868e82f req-ffac488b-7322-44fe-890e-0c8f2eda6d2e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:20.260457 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0a408b9f-2fb4-452e-8eb4-970d8868e82f req-ffac488b-7322-44fe-890e-0c8f2eda6d2e tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 944 time: 0.0490882 Sep 10 17:44:20.296955 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0a408b9f-2fb4-452e-8eb4-970d8868e82f req-96eb1b56-193a-4848-b384-c64fc73217d5 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Sep 10 17:44:20.477202 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15348335-fcf9-4650-ab19-82cb74831898 req-8b5b66af-1fbb-43cc-abb0-4052b6a43dca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:20.478685 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15348335-fcf9-4650-ab19-82cb74831898 req-8b5b66af-1fbb-43cc-abb0-4052b6a43dca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0476177 Sep 10 17:44:20.515945 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-15348335-fcf9-4650-ab19-82cb74831898 req-3338e9ef-495f-46fc-9aa3-cb5ca883fbbc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Sep 10 17:44:20.981355 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4178bbf1-5c33-4602-8d87-4402aa70e85a details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:21.072569 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:21.083775 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'port_id': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'mac_address': 'fa:16:3e:c7:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:21.121994 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:21.134535 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4178bbf1-5c33-4602-8d87-4402aa70e85a {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:21.153075 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:21.157203 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:21.202918 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:21.264184 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b74e5-736c-4755-8063-34cfaecaf84f req-55a539db-45c9-46b5-b7da-98567e0d13ef tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:21.265554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4b6b74e5-736c-4755-8063-34cfaecaf84f req-55a539db-45c9-46b5-b7da-98567e0d13ef tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0479512 Sep 10 17:44:21.303665 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4b6b74e5-736c-4755-8063-34cfaecaf84f req-11cd34a5-fcb1-4c41-baa7-f3219d8bef7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Sep 10 17:44:21.381136 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['4178bbf1-5c33-4602-8d87-4402aa70e85a'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:21.409119 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ed30-ad31-4af1-afdf-0460a639f33c req-6207ff54-60b4-4e61-b4c9-784e24d613f3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:21.410632 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aeb5ed30-ad31-4af1-afdf-0460a639f33c req-6207ff54-60b4-4e61-b4c9-784e24d613f3 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 945 time: 0.0485823 Sep 10 17:44:21.451027 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aeb5ed30-ad31-4af1-afdf-0460a639f33c req-c59c1d0a-3220-49d5-b533-178dedba5a5d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Sep 10 17:44:21.631508 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aad2e4-da85-4dd6-aa40-9d15da725982 req-6b9dedb2-3a9d-4171-9d9f-3e5ae014fc54 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:21.632975 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-31aad2e4-da85-4dd6-aa40-9d15da725982 req-6b9dedb2-3a9d-4171-9d9f-3e5ae014fc54 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0518162 Sep 10 17:44:21.669839 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-31aad2e4-da85-4dd6-aa40-9d15da725982 req-1df7c3dc-a3f9-49ad-8a4d-984a146b82f7 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309715 Sep 10 17:44:22.419748 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac30a-a2b8-4d56-a919-b4980e04e4c8 req-6ce6107b-e2a0-4bd4-bf60-d6801f69aa85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.421200 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b3aac30a-a2b8-4d56-a919-b4980e04e4c8 req-6ce6107b-e2a0-4bd4-bf60-d6801f69aa85 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0474951 Sep 10 17:44:22.461420 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b3aac30a-a2b8-4d56-a919-b4980e04e4c8 req-d58d9fda-930e-426c-838a-2b4b8770ee6f tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Sep 10 17:44:22.562643 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83264805-5134-435e-841d-2dcdf2447f23 req-02b31da0-ec23-46e2-a583-1514e1564406 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.564196 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-83264805-5134-435e-841d-2dcdf2447f23 req-02b31da0-ec23-46e2-a583-1514e1564406 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 945 time: 0.0480375 Sep 10 17:44:22.600756 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-83264805-5134-435e-841d-2dcdf2447f23 req-684167b8-37d4-44f7-8886-61c092033fa9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Sep 10 17:44:22.781264 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d701b-3426-458e-9d34-db587c88e0d4 req-b79df683-764e-4f95-82d9-ec08391492c9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.783374 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a73d701b-3426-458e-9d34-db587c88e0d4 req-b79df683-764e-4f95-82d9-ec08391492c9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0490649 Sep 10 17:44:22.819139 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a73d701b-3426-458e-9d34-db587c88e0d4 req-eafc2260-34f6-4403-8ea5-9d284fc4d23d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298541 Sep 10 17:44:22.997114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4178bbf1-5c33-4602-8d87-4402aa70e85a up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:23.043311 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 4178bbf1-5c33-4602-8d87-4402aa70e85a completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:23.047197 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 4178bbf1-5c33-4602-8d87-4402aa70e85a triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:23.047571 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:23.120727 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:23.142763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:23.144976 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1dc51-8fc4-48d0-9d77-749d88dcf2d0" -d '{"events": [{"server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:23.159915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:23.163822 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:23.211884 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:23.221312 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.221823 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.222265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.222686 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.223109 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.224253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.224253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.224461 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.224690 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.225113 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.225444 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.225772 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:23.239539 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5101b67-7725-4632-9339-1608f277d274 x-openstack-request-id: req-e5101b67-7725-4632-9339-1608f277d274 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:23.240107 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:23.240363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5101b67-7725-4632-9339-1608f277d274 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:23.240824 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'code': 200} Sep 10 17:44:23.399161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a23f5-46bf-4be3-9959-a5b945460696 req-a69ac209-7663-4db8-bef5-95b7b3294027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:23.400661 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c20a23f5-46bf-4be3-9959-a5b945460696 req-a69ac209-7663-4db8-bef5-95b7b3294027 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 1099 time: 0.0398490 Sep 10 17:44:23.434073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c20a23f5-46bf-4be3-9959-a5b945460696 req-e5b85d88-471c-4db1-b74e-d765e2f39d27 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262506 Sep 10 17:44:23.576862 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039277b-dce0-47e2-a3bd-d828308b74dc req-e0b0a5b5-5b7f-4ad5-8eba-337ec7a76a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:23.578333 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2039277b-dce0-47e2-a3bd-d828308b74dc req-e0b0a5b5-5b7f-4ad5-8eba-337ec7a76a7c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Sep 10 17:44:23.614182 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2039277b-dce0-47e2-a3bd-d828308b74dc req-10619097-7770-4cfd-8c16-2c68e2725d2a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300803 Sep 10 17:44:23.716941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd27bd-0e84-4daf-b063-b7ecf05a7ec7 req-a6899037-58bf-49c7-b114-a4468fda9d01 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:23.718350 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-67bd27bd-0e84-4daf-b063-b7ecf05a7ec7 req-a6899037-58bf-49c7-b114-a4468fda9d01 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0511963 Sep 10 17:44:23.755244 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-67bd27bd-0e84-4daf-b063-b7ecf05a7ec7 req-6fa608c7-3b0b-415a-8da7-67e10f2783b5 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Sep 10 17:44:23.930502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a441-181d-4470-b3cb-786d49a8c405 req-10c6bc72-8349-44aa-89a8-5d90524a997c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:23.931943 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7b98a441-181d-4470-b3cb-786d49a8c405 req-10c6bc72-8349-44aa-89a8-5d90524a997c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0487754 Sep 10 17:44:23.973787 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7b98a441-181d-4470-b3cb-786d49a8c405 req-8c1f4420-941d-418d-9e2c-a8b6a0d80235 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359316 Sep 10 17:44:24.729694 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbdebb-9e35-44f4-b8dd-05a556ba0ae8 req-42924419-edbc-4754-bee2-795d6283bc6c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:24.731093 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-22bbdebb-9e35-44f4-b8dd-05a556ba0ae8 req-42924419-edbc-4754-bee2-795d6283bc6c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Sep 10 17:44:24.768144 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-22bbdebb-9e35-44f4-b8dd-05a556ba0ae8 req-80c68912-9060-4bcb-a4a6-7e1811d20ab8 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Sep 10 17:44:24.865684 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a18f1-888b-40a5-af9f-9765276c67e8 req-eaf71123-d8e5-4afe-b012-f05f0e6a72dc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:24.867165 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ec5a18f1-888b-40a5-af9f-9765276c67e8 req-eaf71123-d8e5-4afe-b012-f05f0e6a72dc tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0476446 Sep 10 17:44:24.904045 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ec5a18f1-888b-40a5-af9f-9765276c67e8 req-7e97e8a1-4507-46db-8d1c-ca459fc7f3bb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310490 Sep 10 17:44:25.000704 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4932c70d-9d5b-40f5-9707-964a81a077ac details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:25.014165 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15a0a6-0532-4dc1-8091-9329561741b9 req-8d08c5a6-f19e-48da-9c8d-c9d3b26d5038 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:25.015683 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ee15a0a6-0532-4dc1-8091-9329561741b9 req-8d08c5a6-f19e-48da-9c8d-c9d3b26d5038 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0495825 Sep 10 17:44:25.024096 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59058) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:25.028508 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Request body: {'floatingip': {'port_id': '4178bbf1-5c33-4602-8d87-4402aa70e85a'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:25.070815 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.094048 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd524f8-a8cd-419d-a20b-dd4f3bbf646a req-7090dfb1-0def-4ed7-bdc1-1e1f737de677 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:25.096436 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2dd524f8-a8cd-419d-a20b-dd4f3bbf646a req-7090dfb1-0def-4ed7-bdc1-1e1f737de677 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 943 time: 0.0500488 Sep 10 17:44:25.098574 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4932c70d-9d5b-40f5-9707-964a81a077ac,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:25.110045 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'port_id': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'mac_address': 'fa:16:3e:32:b1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:25.138686 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2dd524f8-a8cd-419d-a20b-dd4f3bbf646a req-b54a4049-b51b-4e2f-9794-efef9a55dad0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367744 Sep 10 17:44:25.152291 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.164806 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4932c70d-9d5b-40f5-9707-964a81a077ac {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:25.183841 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4932c70d-9d5b-40f5-9707-964a81a077ac,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:25.187879 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.233938 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:25.474355 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['4932c70d-9d5b-40f5-9707-964a81a077ac'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:25.488753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.493085 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.592031 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Floating IP 26bc8cfa-f632-407f-8244-68fbe6ed6d19 associated. External IP: 172.27.0.69, port: 4178bbf1-5c33-4602-8d87-4402aa70e85a. Sep 10 17:44:25.795956 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:44:25.925808 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd521ce-88a4-405b-abeb-0b69b8862a1e req-700ebd20-1a5b-4690-9af7-72f3beeba32c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:25.927293 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8cd521ce-88a4-405b-abeb-0b69b8862a1e req-700ebd20-1a5b-4690-9af7-72f3beeba32c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0906761 Sep 10 17:44:25.949959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:44:25.955913 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.961224 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:44:25.972245 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:25.973253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:44:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:25.993028 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8cd521ce-88a4-405b-abeb-0b69b8862a1e req-02390449-eab9-4805-ba01-78afd5fc4a2d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597577 Sep 10 17:44:26.001948 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3104b925-293e-4acf-ba19-58fdbf2eaffb tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "PUT /v2.0/floatingips/26bc8cfa-f632-407f-8244-68fbe6ed6d19 HTTP/1.1" status: 200 len: 991 time: 0.9736531 Sep 10 17:44:26.001948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:26.002278 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c93bb-486f-46a2-95f3-14feb5a5f877" -d '{"events": [{"name": "network-changed", "server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:26.056002 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba011e7-c8ed-4129-8b5c-448f550f21cd x-openstack-request-id: req-0ba011e7-c8ed-4129-8b5c-448f550f21cd {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:26.056300 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:26.056548 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ba011e7-c8ed-4129-8b5c-448f550f21cd {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:26.056943 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'status': 'completed', 'code': 200} Sep 10 17:44:26.087287 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:26.162114 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-d8bacb13-588d-42c7-800d-787baca28a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.163680 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-d8bacb13-588d-42c7-800d-787baca28a77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e8a1db7db5477889d83a4feacac73b&device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 1099 time: 0.0517986 Sep 10 17:44:26.303193 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d917c-6d31-4f7d-9798-ae33fe8c3b3f req-0e04504b-0b02-4c3b-8446-a9f4e810ab47 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.304869 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b28d917c-6d31-4f7d-9798-ae33fe8c3b3f req-0e04504b-0b02-4c3b-8446-a9f4e810ab47 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 944 time: 0.0948479 Sep 10 17:44:26.307869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-aa269007-7f75-430b-944d-760520dc0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.309331 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-aa269007-7f75-430b-944d-760520dc0a89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 200 len: 912 time: 0.1381617 Sep 10 17:44:26.387390 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b28d917c-6d31-4f7d-9798-ae33fe8c3b3f req-0616b9de-4a0a-4962-a04a-d25388665482 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761187 Sep 10 17:44:26.388700 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '26bc8cfa-f632-407f-8244-68fbe6ed6d19', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:c7:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:14Z', 'updated_at': '2021-09-10T17:44:25Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:26.401382 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-85f0a6e7-d809-4e22-99d6-262c89ddb3f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a HTTP/1.1" status: 200 len: 999 time: 0.0821326 Sep 10 17:44:26.417314 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:44:26.425273 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:26.425880 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:44:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:26.456647 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-5c0d768b-5d71-4de9-b914-39d21d02428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.458100 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-5c0d768b-5d71-4de9-b914-39d21d02428a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 200 len: 850 time: 0.0501914 Sep 10 17:44:26.507944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-6887c335-e295-4286-90ee-56bb1cf3a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.509438 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-6887c335-e295-4286-90ee-56bb1cf3a45b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61b31fd3-ce57-454d-9403-310569eeba54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443144 Sep 10 17:44:26.537814 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:26.601724 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-8cedf88c-c9c7-47af-a867-0ba57a5bd0bd service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Sep 10 17:44:26.715282 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8a6c93bb-486f-46a2-95f3-14feb5a5f877 req-2d04c24e-64e6-4db8-ac79-1517014cdb8f service neutron] 10.222.0.66 "GET /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066344 Sep 10 17:44:26.921925 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '26bc8cfa-f632-407f-8244-68fbe6ed6d19', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:c7:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:14Z', 'updated_at': '2021-09-10T17:44:25Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:26.948265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7abd66-b328-430d-9246-03d13897e5a2 None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '26bc8cfa-f632-407f-8244-68fbe6ed6d19', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'port_id': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'mac_address': 'fa:16:3e:c7:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:14Z', 'updated_at': '2021-09-10T17:44:25Z', 'revision_number': 1, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:27.024785 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:27.028409 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4932c70d-9d5b-40f5-9707-964a81a077ac up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:27.178488 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 4932c70d-9d5b-40f5-9707-964a81a077ac completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:27.191066 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 4932c70d-9d5b-40f5-9707-964a81a077ac triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:27.191696 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:27.210646 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95dc11-15e6-4e2a-80b0-112f68644079 req-03a559aa-c3d8-4035-89d0-9dbaf7b72e7a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:27.212725 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef95dc11-15e6-4e2a-80b0-112f68644079 req-03a559aa-c3d8-4035-89d0-9dbaf7b72e7a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0801108 Sep 10 17:44:27.257660 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:27.258519 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4998075-6604-4ca2-990a-f4b818ca3b38 None None] New status for floating IP 26bc8cfa-f632-407f-8244-68fbe6ed6d19: ACTIVE {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:44:27.275338 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:27.311256 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef95dc11-15e6-4e2a-80b0-112f68644079 req-2a7007b3-6216-45fe-91fc-8740bbce95ae tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904276 Sep 10 17:44:27.354735 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:27.356721 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:27.382567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:27.393016 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:27.398064 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a42e9e-6925-4c7e-b9d0-eba280d908e7" -d '{"events": [{"server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "name": "network-vif-plugged", "status": "completed", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:27.424477 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4932c70d-9d5b-40f5-9707-964a81a077ac,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:27.428241 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:27.430674 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:27.436423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:27.486356 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9548cd9a-8f0a-4d11-b05e-88d0744c61a2 x-openstack-request-id: req-9548cd9a-8f0a-4d11-b05e-88d0744c61a2 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:27.486861 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "name": "network-vif-plugged", "status": "completed", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:27.487228 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9548cd9a-8f0a-4d11-b05e-88d0744c61a2 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:27.487768 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'code': 200} Sep 10 17:44:27.521458 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:27.535753 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:27.543742 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0873c-487a-4cfb-8ce8-11d8bc6eb541 req-73b1e922-79d8-4ca5-8df2-1b2dc66aef6a tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:27.550910 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4ba0873c-487a-4cfb-8ce8-11d8bc6eb541 req-73b1e922-79d8-4ca5-8df2-1b2dc66aef6a tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0598385 Sep 10 17:44:27.599131 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4ba0873c-487a-4cfb-8ce8-11d8bc6eb541 req-5f4339e9-1ffa-4ac5-84f1-4534a28a39b4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Sep 10 17:44:27.662859 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=6']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:27.716461 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedde7d-4f63-4c29-b95d-e3ee8fe90971 req-28796d04-93fd-4e13-82a2-d8faffcbaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:27.719570 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bbedde7d-4f63-4c29-b95d-e3ee8fe90971 req-28796d04-93fd-4e13-82a2-d8faffcbaae3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 1098 time: 0.0460982 Sep 10 17:44:27.762374 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bbedde7d-4f63-4c29-b95d-e3ee8fe90971 req-6b952e3b-041c-4342-9d32-2915aa2ae847 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349591 Sep 10 17:44:28.431504 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65655a13-fc06-4b7f-b369-b1cce712ed2d req-0dc6defc-c0fa-402c-b99e-0dc9832e97f0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:28.433050 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65655a13-fc06-4b7f-b369-b1cce712ed2d req-0dc6defc-c0fa-402c-b99e-0dc9832e97f0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Sep 10 17:44:28.485321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-65655a13-fc06-4b7f-b369-b1cce712ed2d req-e3bbbfee-2f3e-4a0b-bbbf-53a776e90e5b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Sep 10 17:44:28.711121 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d1c5-71f1-4288-ba3b-a37b0ddc97e4 req-bc6db31b-df50-465b-b347-a0c1045899d2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:28.712712 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d50d1c5-71f1-4288-ba3b-a37b0ddc97e4 req-bc6db31b-df50-465b-b347-a0c1045899d2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0507600 Sep 10 17:44:28.758040 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d50d1c5-71f1-4288-ba3b-a37b0ddc97e4 req-8b3f53f1-b8e1-4bc2-b75c-1bbc5dace4e8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369587 Sep 10 17:44:29.033935 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:29.093080 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:29.093479 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:29.186315 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:29.221496 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:29.226097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:29.283664 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=7']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:29.488809 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:29.491454 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71515f2-7ddc-4344-8b7a-5eb45d8afa1c" -d '{"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:29.529886 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c400a85-2396-43e5-a668-e5e93b290422 x-openstack-request-id: req-6c400a85-2396-43e5-a668-e5e93b290422 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:29.530348 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:29.530695 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c400a85-2396-43e5-a668-e5e93b290422 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:29.531196 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'code': 200} Sep 10 17:44:29.613738 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481314d2-10dc-4fe1-97d9-1bde3b455fd6 req-b1b00356-bdfa-48c6-8098-e472b825b4c5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:29.616199 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-481314d2-10dc-4fe1-97d9-1bde3b455fd6 req-b1b00356-bdfa-48c6-8098-e472b825b4c5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0529466 Sep 10 17:44:29.667433 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-481314d2-10dc-4fe1-97d9-1bde3b455fd6 req-5d7daa03-c7e4-44b0-aa5b-0a04e0109f3e tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Sep 10 17:44:29.904758 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0d86f-af0a-443c-8364-dfbd19a3574a req-64d6605e-87c1-49d5-8158-dce2246588a8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:29.912667 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0dd0d86f-af0a-443c-8364-dfbd19a3574a req-64d6605e-87c1-49d5-8158-dce2246588a8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0643444 Sep 10 17:44:29.985887 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0dd0d86f-af0a-443c-8364-dfbd19a3574a req-dc26f96e-769a-4698-850f-29d4053ad0ab tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717456 Sep 10 17:44:30.039133 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4e51c-52ad-48b3-ad46-c1f1f40122bd req-875892e1-7fb8-4bde-bbaf-4549148e20f3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.041338 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fce4e51c-52ad-48b3-ad46-c1f1f40122bd req-875892e1-7fb8-4bde-bbaf-4549148e20f3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0631695 Sep 10 17:44:30.083014 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-fce4e51c-52ad-48b3-ad46-c1f1f40122bd req-0612d94e-9235-4ca4-9385-531f35e0f6be tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357113 Sep 10 17:44:30.133572 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea6f22-8df2-49b4-a6e6-a95580b37d10 req-7cc20673-7a20-484f-ae73-ef866bb905c1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.135638 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a8ea6f22-8df2-49b4-a6e6-a95580b37d10 req-7cc20673-7a20-484f-ae73-ef866bb905c1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0702887 Sep 10 17:44:30.179022 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a8ea6f22-8df2-49b4-a6e6-a95580b37d10 req-07a819f9-74fc-4a2c-89f1-43b7966c290f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369205 Sep 10 17:44:30.201183 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59122) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:30.297573 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b74d6f-e84f-43a1-bd72-d668722122dd tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.299138 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-68b74d6f-e84f-43a1-bd72-d668722122dd tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 1093 time: 0.0964825 Sep 10 17:44:30.301956 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59126) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:30.307194 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'port_id': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:30.333116 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.442248 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.560141 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.27.0.220 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/3a7b2df3-155e-41dc-b7ca-1642968b8311) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:30.680640 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.747458 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.821784 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:30.827026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:30.829703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:30.884776 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=3a7b2df3-155e-41dc-b7ca-1642968b8311,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:30.906436 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0285a4-6c70-4688-a684-2d27b44962d3 req-20177026-e36e-4381-bea0-d7bb5da39218 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.908821 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6b0285a4-6c70-4688-a684-2d27b44962d3 req-20177026-e36e-4381-bea0-d7bb5da39218 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.1645796 Sep 10 17:44:31.010727 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6b0285a4-6c70-4688-a684-2d27b44962d3 req-b0776ca3-6b81-4ccf-8bcf-be409c0ed549 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832114 Sep 10 17:44:31.231426 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9f823-39f8-4b6c-b95d-6c0d93814a6e req-45fa67bb-104c-4bd7-bb8e-dc8b575ff00c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:31.239010 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-03a9f823-39f8-4b6c-b95d-6c0d93814a6e req-45fa67bb-104c-4bd7-bb8e-dc8b575ff00c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0721946 Sep 10 17:44:31.295550 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-03a9f823-39f8-4b6c-b95d-6c0d93814a6e req-9b9e8c38-cff6-4e62-8e31-46125782960f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554588 Sep 10 17:44:31.316977 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.393957 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.568429 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.580061 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.653352 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=3a7b2df3-155e-41dc-b7ca-1642968b8311,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:31.664353 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.030948 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP e2ef69a0-7c78-4914-bdaa-f5539c0d4adc associated. External IP: 172.27.0.220, port: 4932c70d-9d5b-40f5-9707-964a81a077ac. Sep 10 17:44:32.144944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33834ed0-fe6b-45d1-b739-41d9abc97a6c req-5388cc1b-5186-4379-83f6-e7e0367a8f4a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:32.147867 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-33834ed0-fe6b-45d1-b739-41d9abc97a6c req-5388cc1b-5186-4379-83f6-e7e0367a8f4a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0612183 Sep 10 17:44:32.205074 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-33834ed0-fe6b-45d1-b739-41d9abc97a6c req-9045e8e7-7163-41cd-af72-7d9dada185f3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Sep 10 17:44:32.268563 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:44:32.424133 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:44:32.435327 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:44:32.436140 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf15ed-2aca-4bbc-9aa6-c278dc99756f req-d15e07c6-5dd6-4dfd-b281-5d713adf7c18 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:32.443615 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-59bf15ed-2aca-4bbc-9aa6-c278dc99756f req-d15e07c6-5dd6-4dfd-b281-5d713adf7c18 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0830364 Sep 10 17:44:32.455492 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:32.456068 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:44:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:32.482734 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.519419 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-59bf15ed-2aca-4bbc-9aa6-c278dc99756f req-c9aadf71-06a0-4faf-a17d-866ece4ee15f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730357 Sep 10 17:44:32.534743 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e2b6a002-a732-4fdd-9c15-252ec2c62a1e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2317407 Sep 10 17:44:32.535311 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:32.537677 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13805f6-5948-4071-a91e-016013918edc" -d '{"events": [{"name": "network-changed", "server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:32.577750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e5872-6d3d-446b-9bcd-aca5e3e36ca8 x-openstack-request-id: req-0f1e5872-6d3d-446b-9bcd-aca5e3e36ca8 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:32.578045 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:32.578324 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f1e5872-6d3d-446b-9bcd-aca5e3e36ca8 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:32.578734 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'status': 'completed', 'code': 200} Sep 10 17:44:32.598816 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:32.914926 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e2ef69a0-7c78-4914-bdaa-f5539c0d4adc', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:32:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:31Z', 'updated_at': '2021-09-10T17:44:31Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:32.949914 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:44:32.965477 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:32.966568 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:44:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:32.984043 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13805f6-5948-4071-a91e-016013918edc req-8cf750fb-ce3a-4e84-9564-26256e81afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:32.985408 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-8cf750fb-ce3a-4e84-9564-26256e81afa7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 1098 time: 0.3733594 Sep 10 17:44:33.085471 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13805f6-5948-4071-a91e-016013918edc req-d87d085f-22b3-4fc4-a5bb-c095c4c404d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.087226 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-d87d085f-22b3-4fc4-a5bb-c095c4c404d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0943007 Sep 10 17:44:33.091142 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:33.168999 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-52c4da26-ee83-41ed-be1a-dfbf08e44422 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4932c70d-9d5b-40f5-9707-964a81a077ac HTTP/1.1" status: 200 len: 999 time: 0.0740170 Sep 10 17:44:33.244688 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13805f6-5948-4071-a91e-016013918edc req-3b7c03ba-a92d-4482-9525-1a2c7fa8ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.246399 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-3b7c03ba-a92d-4482-9525-1a2c7fa8ec2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0687294 Sep 10 17:44:33.305331 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13805f6-5948-4071-a91e-016013918edc req-4e428593-72a7-4397-84b6-36a077f88483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.307265 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-4e428593-72a7-4397-84b6-36a077f88483 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535257 Sep 10 17:44:33.388694 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e2ef69a0-7c78-4914-bdaa-f5539c0d4adc', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:32:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:31Z', 'updated_at': '2021-09-10T17:44:31Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:33.421044 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273084e6-c692-4f9d-b462-1d274a55271d None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': 'e2ef69a0-7c78-4914-bdaa-f5539c0d4adc', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:32:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:44:31Z', 'updated_at': '2021-09-10T17:44:31Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:33.427896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7b049-d8c7-412f-8576-08e71dedb801 req-397a4d44-a4ce-4a11-b567-71fa285db8fc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.429523 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff7b049-d8c7-412f-8576-08e71dedb801 req-397a4d44-a4ce-4a11-b567-71fa285db8fc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.1203439 Sep 10 17:44:33.469912 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-7399c0bd-bc03-414d-b029-65e52179bef2 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487954 Sep 10 17:44:33.576742 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2ff7b049-d8c7-412f-8576-08e71dedb801 req-bac60dcf-304f-4d7e-8953-e9ef97766369 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328964 Sep 10 17:44:33.629165 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f13805f6-5948-4071-a91e-016013918edc req-bd934af1-0495-4c5a-b5fc-d07a1fa3827c service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521509 Sep 10 17:44:33.666378 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703b9ee-a49a-4c5d-9958-5e1f1a6786ca req-2edc34f5-ebac-4d26-b394-824bad8db0f7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.667940 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d703b9ee-a49a-4c5d-9958-5e1f1a6786ca req-2edc34f5-ebac-4d26-b394-824bad8db0f7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0685444 Sep 10 17:44:33.721503 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d703b9ee-a49a-4c5d-9958-5e1f1a6786ca req-5a5af81a-c244-4dd1-858b-de447518f03f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450919 Sep 10 17:44:33.761341 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5b124-1104-42e0-938c-8122daf3fbcb None None] New status for floating IP e2ef69a0-7c78-4914-bdaa-f5539c0d4adc: ACTIVE {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:44:34.746433 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05110bf-e3d9-4a72-9e59-f6800c11ac87 req-a2d003c9-cfe3-43e7-b9c7-de9b860663f6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.746929 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d05110bf-e3d9-4a72-9e59-f6800c11ac87 req-a2d003c9-cfe3-43e7-b9c7-de9b860663f6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0578139 Sep 10 17:44:34.788818 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d05110bf-e3d9-4a72-9e59-f6800c11ac87 req-713b61bd-6451-4171-b02c-f24dbb279423 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Sep 10 17:44:34.854341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e3295-afc1-4aa8-a1d2-192c7791ba0b req-0d906c1d-462b-4d67-ab74-03e6cbd841fd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.856119 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f95e3295-afc1-4aa8-a1d2-192c7791ba0b req-0d906c1d-462b-4d67-ab74-03e6cbd841fd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0566995 Sep 10 17:44:34.903618 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f95e3295-afc1-4aa8-a1d2-192c7791ba0b req-b773fd3f-7116-4e1f-8ede-e4df1c88bdaf tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Sep 10 17:44:35.915857 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f84f7c-96d4-43ee-a725-1bc53f641a34 req-2383f07a-57d5-42ac-a42c-2f3d286b13ab tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:35.917304 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-60f84f7c-96d4-43ee-a725-1bc53f641a34 req-2383f07a-57d5-42ac-a42c-2f3d286b13ab tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0471754 Sep 10 17:44:35.958805 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-60f84f7c-96d4-43ee-a725-1bc53f641a34 req-44a324c4-3f3d-4831-8ebc-71a2668ea2ed tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Sep 10 17:44:36.061076 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de19cd-8635-4697-bf92-eb7332923aa1 req-324d43df-10ed-49d9-9da4-decc783ceaa6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:36.062543 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c2de19cd-8635-4697-bf92-eb7332923aa1 req-324d43df-10ed-49d9-9da4-decc783ceaa6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0478179 Sep 10 17:44:36.099003 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c2de19cd-8635-4697-bf92-eb7332923aa1 req-064a3e54-38c1-4d05-b6ed-48f3d1111e03 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Sep 10 17:44:36.388596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-e7cb218d-8f07-430b-8c19-a13e39f51de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:36.390042 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-e7cb218d-8f07-430b-8c19-a13e39f51de0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1099 time: 0.0387602 Sep 10 17:44:36.484495 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-f558e976-47ff-4190-b038-fa336aa90f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:36.485999 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-f558e976-47ff-4190-b038-fa336aa90f48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.0860960 Sep 10 17:44:36.554475 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-1957f171-5763-49f6-a515-6182d980bb04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 1002 time: 0.0587099 Sep 10 17:44:36.601788 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-aaa2ca52-2ada-40bf-821a-f718d7722c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:36.603178 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-aaa2ca52-2ada-40bf-821a-f718d7722c69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0417969 Sep 10 17:44:36.647831 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-28268ed2-64d0-45e6-bd76-fd9820aa4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:36.649188 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-28268ed2-64d0-45e6-bd76-fd9820aa4edf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384104 Sep 10 17:44:36.744231 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-4100e772-df0e-4d71-b938-4e408e4dc6a8 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Sep 10 17:44:36.838003 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0e37d782-206d-4db3-94a5-eb31f1d8d047 req-375f7651-149c-4415-948d-193218acfac4 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796585 Sep 10 17:44:37.079179 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e891e-a5ec-46bb-8581-3fdf7cf4230c req-a9a4e292-63f7-44d9-addc-6b37a926bc80 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:37.080667 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-421e891e-a5ec-46bb-8581-3fdf7cf4230c req-a9a4e292-63f7-44d9-addc-6b37a926bc80 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Sep 10 17:44:37.122242 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-421e891e-a5ec-46bb-8581-3fdf7cf4230c req-0a8c97c8-a4d2-4593-8cb8-dcec81a3d0a4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Sep 10 17:44:37.213541 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968518b1-da8b-432c-88f0-59f47e6d94c7 req-e51d6091-7df9-4dc4-be1f-867b6b2ae8cd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:37.215069 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-968518b1-da8b-432c-88f0-59f47e6d94c7 req-e51d6091-7df9-4dc4-be1f-867b6b2ae8cd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Sep 10 17:44:37.252231 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-968518b1-da8b-432c-88f0-59f47e6d94c7 req-3fc4a693-f9b9-4a36-aaa0-09d74d3b5207 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Sep 10 17:44:38.240577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c250-1173-4a06-ac0a-f1b907a14443 req-7185e65e-0684-4abb-8d53-84b387bd9894 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:38.241957 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3fe0c250-1173-4a06-ac0a-f1b907a14443 req-7185e65e-0684-4abb-8d53-84b387bd9894 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0480571 Sep 10 17:44:38.282650 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3fe0c250-1173-4a06-ac0a-f1b907a14443 req-0e6820af-8367-4a0d-983b-6ac8ab5e3dd9 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347710 Sep 10 17:44:38.369948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4379-fdc6-4b0a-8f1e-8ae70d08e9db req-ae074ed9-fd4c-4c56-a7dd-bb0095868b9b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:38.371455 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-254e4379-fdc6-4b0a-8f1e-8ae70d08e9db req-ae074ed9-fd4c-4c56-a7dd-bb0095868b9b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Sep 10 17:44:38.408227 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-254e4379-fdc6-4b0a-8f1e-8ae70d08e9db req-2c608024-5861-46a5-9acf-bb991848aef3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Sep 10 17:44:39.408344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859d15b-965b-4256-a974-20370621274c req-f567691f-98a5-4f23-9a6e-11e7582bfa08 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:39.409822 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b859d15b-965b-4256-a974-20370621274c req-f567691f-98a5-4f23-9a6e-11e7582bfa08 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0527556 Sep 10 17:44:39.450194 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b859d15b-965b-4256-a974-20370621274c req-696fbc08-9582-4c11-aaa7-a9d688b366e1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341675 Sep 10 17:44:39.527922 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953d68-b470-4805-ae6b-4b63c78627a6 req-e7f5a61f-9705-4f5c-addb-dc815af3bf52 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:39.529415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7b953d68-b470-4805-ae6b-4b63c78627a6 req-e7f5a61f-9705-4f5c-addb-dc815af3bf52 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Sep 10 17:44:39.570989 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7b953d68-b470-4805-ae6b-4b63c78627a6 req-b4fc031a-b9a1-4ec5-b3ae-35f5b57b0c46 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340686 Sep 10 17:44:39.723838 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:44:40.154892 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-ba537885-e78c-42fb-8062-5238f782ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.156400 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-ba537885-e78c-42fb-8062-5238f782ec19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1099 time: 0.0413516 Sep 10 17:44:40.255938 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-aeda8305-7f14-44ea-8425-8d000409bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.257418 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-aeda8305-7f14-44ea-8425-8d000409bafb service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.0934677 Sep 10 17:44:40.302423 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [req-da38536a-b910-4c61-be99-2b37351d1d95 req-67f3c38d-c809-42c3-99d6-036e53ff1800 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:44:40.303448 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-da38536a-b910-4c61-be99-2b37351d1d95 req-67f3c38d-c809-42c3-99d6-036e53ff1800 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0791492 Sep 10 17:44:40.332346 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-618c84d1-6780-42fd-82e1-dd0690d1f203 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 1001 time: 0.0678506 Sep 10 17:44:40.387567 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-630cddff-5fa7-4d52-b6db-1882097484f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.389285 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-630cddff-5fa7-4d52-b6db-1882097484f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0496774 Sep 10 17:44:40.437575 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-85781eb9-a7d1-4042-b714-873314fd2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.439605 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-85781eb9-a7d1-4042-b714-873314fd2c7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426106 Sep 10 17:44:40.472348 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195323a0-6b58-4daf-a9a7-4c2ea0410e30 req-59099472-fe8e-4803-8d90-6a3f2568df3c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.473817 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-195323a0-6b58-4daf-a9a7-4c2ea0410e30 req-59099472-fe8e-4803-8d90-6a3f2568df3c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Sep 10 17:44:40.537925 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-341b6264-4391-4e9f-be18-67364751c88d service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Sep 10 17:44:40.538757 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-195323a0-6b58-4daf-a9a7-4c2ea0410e30 req-f45d593c-edc9-4422-8aff-db60861aa3d4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553870 Sep 10 17:44:40.541215 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-988523c9-2501-463c-b3c4-6f25f9ee3d1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665073 Sep 10 17:44:40.638014 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9fb1d6b2-7086-4b0f-8017-c9ede5b37197 req-67c05938-e5ae-461d-8cea-752bb983a943 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930307 Sep 10 17:44:40.697996 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d381e-412b-4787-8645-2f0e2b0d5e7f req-b659021f-9c97-498a-8f3c-a9867bf7b3cb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.699519 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a96d381e-412b-4787-8645-2f0e2b0d5e7f req-b659021f-9c97-498a-8f3c-a9867bf7b3cb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0495319 Sep 10 17:44:40.743000 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a96d381e-412b-4787-8645-2f0e2b0d5e7f req-c98bfa5c-6bc5-474d-9751-11fab5194aac tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375826 Sep 10 17:44:41.081748 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:41.156764 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:41.177668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:41.179904 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c768c9-9f4b-4f59-8997-346dcc16f26b" -d '{"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:41.192621 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:41.196790 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:41.219957 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b84fe3-fd81-4876-84c0-82d6da24a8ff x-openstack-request-id: req-64b84fe3-fd81-4876-84c0-82d6da24a8ff {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:41.220252 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:41.220502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64b84fe3-fd81-4876-84c0-82d6da24a8ff {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:41.220883 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'code': 200} Sep 10 17:44:41.244791 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=8']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:41.310955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-0f085410-a983-49e8-8494-83d234f06cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.312495 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-0f085410-a983-49e8-8494-83d234f06cf6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0&tenant_id=6c7f5ef5bbca4ea790b78be4607444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0390961 Sep 10 17:44:41.389212 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-67e0c362-b59c-4e3d-977c-563d712a6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.390700 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-67e0c362-b59c-4e3d-977c-563d712a6168 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1097 time: 0.0440900 Sep 10 17:44:41.489031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-de2df936-771c-4443-8e90-694cb6beaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.490799 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-de2df936-771c-4443-8e90-694cb6beaf53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 200 len: 917 time: 0.0870187 Sep 10 17:44:41.557453 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-420b1df6-471c-4b2a-a6c6-a7ad6497d013 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 200 len: 1000 time: 0.0549996 Sep 10 17:44:41.606152 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-75468137-c645-49d6-940f-248f9de3c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.607654 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-75468137-c645-49d6-940f-248f9de3c5a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 200 len: 855 time: 0.0426662 Sep 10 17:44:41.657812 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-cf4035ea-b1bc-4b49-92f4-37c1ff1c899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.659286 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-cf4035ea-b1bc-4b49-92f4-37c1ff1c899f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c67d8834-c481-4484-aa7e-e7ad6de91048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430872 Sep 10 17:44:41.659885 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc701d-3569-4383-8acd-fa98196e55d9 req-ce0a5781-2cb7-432c-8843-1b93b828b236 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.661338 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7bc701d-3569-4383-8acd-fa98196e55d9 req-ce0a5781-2cb7-432c-8843-1b93b828b236 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0479765 Sep 10 17:44:41.705272 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d7bc701d-3569-4383-8acd-fa98196e55d9 req-b6b0ecc8-f676-4327-b24c-40af6566d8dc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Sep 10 17:44:41.749963 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-58c8db83-3916-4457-b940-d28e1fdfccaa service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818088 Sep 10 17:44:41.875222 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356e8ee5-0498-4951-bc7b-025ffc3b101b req-c52e1a84-7216-436f-8407-c741a21107d6 service neutron] 10.222.0.66 "GET /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173246 Sep 10 17:44:41.887723 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8cb03-65dc-4747-80dd-dbb4e9bd3b94 req-fe8b56e2-0440-4b69-aee7-fdc22e55c6fb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.889137 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d2f8cb03-65dc-4747-80dd-dbb4e9bd3b94 req-fe8b56e2-0440-4b69-aee7-fdc22e55c6fb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0677071 Sep 10 17:44:41.927759 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d2f8cb03-65dc-4747-80dd-dbb4e9bd3b94 req-8639f65d-3866-47fe-8748-8608abd44933 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Sep 10 17:44:42.407441 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0a39baf4-c0dc-4785-a85f-35a434da3805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:42.745386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:42.842262 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fd3b5-b5bd-4fa5-ba9e-8200f7caa750 req-47a92e03-087b-4b47-ad39-0df98f618171 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:42.843722 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-313fd3b5-b5bd-4fa5-ba9e-8200f7caa750 req-47a92e03-087b-4b47-ad39-0df98f618171 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0596576 Sep 10 17:44:42.881599 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-313fd3b5-b5bd-4fa5-ba9e-8200f7caa750 req-faefb9cc-6358-4593-8781-95c3f9a512b6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Sep 10 17:44:43.051323 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dbb1f-f37f-4b9d-a0d1-77f7a784f15f req-00e45611-a687-480b-89ef-467953a433fd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:43.052783 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-309dbb1f-f37f-4b9d-a0d1-77f7a784f15f req-00e45611-a687-480b-89ef-467953a433fd tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0544653 Sep 10 17:44:43.089799 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-309dbb1f-f37f-4b9d-a0d1-77f7a784f15f req-0e5e82c3-b24b-4d18-aef0-46b66a7af9e1 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Sep 10 17:44:44.001382 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0389-b076-4ebe-8a94-d8e242ed7a8f req-c08170c6-0d9c-4e1c-8a51-5b314d09426c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:44.002901 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-df7d0389-b076-4ebe-8a94-d8e242ed7a8f req-c08170c6-0d9c-4e1c-8a51-5b314d09426c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0502248 Sep 10 17:44:44.043073 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-df7d0389-b076-4ebe-8a94-d8e242ed7a8f req-b8b00ce3-ad43-488a-9ed3-ba2d5a84c203 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Sep 10 17:44:44.206169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc9ba-4509-4f21-acf0-1b9a9ecfff42 req-6c187b3d-d82b-4d18-a34e-67afb5764a50 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:44.207646 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6edcc9ba-4509-4f21-acf0-1b9a9ecfff42 req-6c187b3d-d82b-4d18-a34e-67afb5764a50 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0511229 Sep 10 17:44:44.246659 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6edcc9ba-4509-4f21-acf0-1b9a9ecfff42 req-4e74edda-254e-48f9-b41b-5059797d0ff3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Sep 10 17:44:44.935043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-cb818e49-d8cc-4da0-a998-36e3c0b5de55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:45.171046 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0bfed-25a1-4c59-9ffd-cabfee53ed34 req-16ae964c-868f-4e6d-884b-ed9e0c5ef008 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:45.173317 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-43b0bfed-25a1-4c59-9ffd-cabfee53ed34 req-16ae964c-868f-4e6d-884b-ed9e0c5ef008 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0534172 Sep 10 17:44:45.210656 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-43b0bfed-25a1-4c59-9ffd-cabfee53ed34 req-fa2d7d6e-dea9-466e-b5d9-1b1b73618d45 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Sep 10 17:44:45.365885 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac784-a7e5-4e18-9a2c-7a9d60fa7337 req-1d381826-a70a-470c-a9de-ab376bea9d50 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:45.371531 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-facac784-a7e5-4e18-9a2c-7a9d60fa7337 req-1d381826-a70a-470c-a9de-ab376bea9d50 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0571408 Sep 10 17:44:45.374199 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:45.409034 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-facac784-a7e5-4e18-9a2c-7a9d60fa7337 req-61add063-931e-4c8c-bc68-6d62f7c8e03c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347295 Sep 10 17:44:46.347854 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22cc0e-88d8-4357-9574-e133d2530f8b req-c5578d38-3514-4f68-b214-50e1af77ba52 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:46.349699 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ba22cc0e-88d8-4357-9574-e133d2530f8b req-c5578d38-3514-4f68-b214-50e1af77ba52 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0507677 Sep 10 17:44:46.373532 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:46.396753 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ba22cc0e-88d8-4357-9574-e133d2530f8b req-b8bcdc2b-482c-4101-a4fd-4cfc7be58077 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Sep 10 17:44:46.538198 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590014a-44a1-44d0-922e-c6867bbb993a req-3f2a9baa-16b3-4fa1-ab94-418d59c889ad tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:46.539590 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e590014a-44a1-44d0-922e-c6867bbb993a req-3f2a9baa-16b3-4fa1-ab94-418d59c889ad tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Sep 10 17:44:46.577895 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e590014a-44a1-44d0-922e-c6867bbb993a req-9cc47347-ebae-43c4-b0d9-6bbee7b47baa tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Sep 10 17:44:47.121748 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:47.202767 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:47.229843 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:47.232100 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715a1932-af05-4f6e-a852-37b68ded0a10" -d '{"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-unplugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:47.244612 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:47.248615 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:47.272270 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55121f23-dc50-494f-9ad3-880bc4671fe1 x-openstack-request-id: req-55121f23-dc50-494f-9ad3-880bc4671fe1 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:47.272575 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-unplugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:47.272819 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55121f23-dc50-494f-9ad3-880bc4671fe1 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:47.273207 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'code': 200} Sep 10 17:44:47.297813 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=6']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:47.524291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f518f55-6b6b-420e-9870-a858ea3b5bad req-e98b2528-4a3e-4338-a5d0-79d05f8b5176 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:47.525794 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7f518f55-6b6b-420e-9870-a858ea3b5bad req-e98b2528-4a3e-4338-a5d0-79d05f8b5176 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Sep 10 17:44:47.565991 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7f518f55-6b6b-420e-9870-a858ea3b5bad req-13f17432-0af6-42f0-8ca2-9a89a9952fdc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Sep 10 17:44:47.701065 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccce1-3761-4f18-8578-94463ad2f5a0 req-8d195b82-9448-4d6a-b9b2-d7b26e9d70a3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:47.702475 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4edccce1-3761-4f18-8578-94463ad2f5a0 req-8d195b82-9448-4d6a-b9b2-d7b26e9d70a3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0497735 Sep 10 17:44:47.740504 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4edccce1-3761-4f18-8578-94463ad2f5a0 req-654d9210-c25e-4ca6-b823-12a667069399 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Sep 10 17:44:47.834450 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.695081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7e81-f609-471b-b047-c9cd4a15de3c req-4c576b97-a8be-47c0-971a-cf1c35c4921c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:48.697965 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-753f7e81-f609-471b-b047-c9cd4a15de3c req-4c576b97-a8be-47c0-971a-cf1c35c4921c tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0572655 Sep 10 17:44:48.734968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-753f7e81-f609-471b-b047-c9cd4a15de3c req-c8aefbf5-2a11-4e5d-acc6-9b9a1d7b0fe0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Sep 10 17:44:48.854578 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234276c-58ec-4aff-ac08-99ea11b28428 req-6ff5c886-95a8-47f7-8cf9-4ac2fe5301cb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:48.856106 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9234276c-58ec-4aff-ac08-99ea11b28428 req-6ff5c886-95a8-47f7-8cf9-4ac2fe5301cb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0498550 Sep 10 17:44:48.895154 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-9234276c-58ec-4aff-ac08-99ea11b28428 req-2940147a-5d29-4063-937e-19b74ce70c76 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Sep 10 17:44:49.857795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32a1d-9a8e-411e-bb34-1ead69ea4120 req-7de40fa7-4fe3-42b8-a6ca-67f9b18c3457 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:49.859479 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-42a32a1d-9a8e-411e-bb34-1ead69ea4120 req-7de40fa7-4fe3-42b8-a6ca-67f9b18c3457 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0509326 Sep 10 17:44:49.900762 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-42a32a1d-9a8e-411e-bb34-1ead69ea4120 req-1ffb7552-8c20-48f8-b476-a79100009f04 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348732 Sep 10 17:44:50.028811 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ffad7-02b3-445e-b8f2-2260101efdec req-91a95187-890a-4059-8ab8-d39598c96376 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:50.033961 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ff6ffad7-02b3-445e-b8f2-2260101efdec req-91a95187-890a-4059-8ab8-d39598c96376 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0665462 Sep 10 17:44:50.068169 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ff6ffad7-02b3-445e-b8f2-2260101efdec req-306113ff-b3bb-448e-91d1-a4718a7f22d6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Sep 10 17:44:51.019941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0b72-e135-4454-8a7c-ebcb550af5c3 req-f1c8b845-3ef6-41f5-a746-eebb767e3d69 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:51.021713 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e40b0b72-e135-4454-8a7c-ebcb550af5c3 req-f1c8b845-3ef6-41f5-a746-eebb767e3d69 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0489228 Sep 10 17:44:51.065625 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e40b0b72-e135-4454-8a7c-ebcb550af5c3 req-490714ef-2e96-46ba-8826-f1e4d8741b22 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349004 Sep 10 17:44:51.183822 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbac4fb-516b-472c-b1ca-2bb3be97be7f req-29aecac1-a95a-4a7d-9a24-0d7b079122a5 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:51.185292 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-acbac4fb-516b-472c-b1ca-2bb3be97be7f req-29aecac1-a95a-4a7d-9a24-0d7b079122a5 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0491400 Sep 10 17:44:51.224682 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-acbac4fb-516b-472c-b1ca-2bb3be97be7f req-6e086a3b-af23-4608-9a03-bbd4a9b95c9f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Sep 10 17:44:52.189532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20837e-8a6f-4339-a4ef-8a7a4b753e0c req-6d5eb1b9-a7ad-4ae0-97fd-b110b87ea6f6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:52.191572 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2f20837e-8a6f-4339-a4ef-8a7a4b753e0c req-6d5eb1b9-a7ad-4ae0-97fd-b110b87ea6f6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0526829 Sep 10 17:44:52.228500 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2f20837e-8a6f-4339-a4ef-8a7a4b753e0c req-eb93b8fc-4509-4753-af95-1e7ad404c0f5 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305076 Sep 10 17:44:52.352187 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34667-ac1a-4fb8-9c78-f9b6c4bdfb8c req-ee60ac75-281c-4e7f-b40b-05e2fa3e5441 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:52.353674 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f4d34667-ac1a-4fb8-9c78-f9b6c4bdfb8c req-ee60ac75-281c-4e7f-b40b-05e2fa3e5441 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0544627 Sep 10 17:44:52.391595 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f4d34667-ac1a-4fb8-9c78-f9b6c4bdfb8c req-5829d00c-3708-4a38-9b23-421150ffe6c4 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Sep 10 17:44:53.349927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7d57-5a43-4cbd-b821-91f6f2eb0c4f req-70d96536-7e06-4f0a-a24e-6597dceb37d4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:53.351439 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-27fd7d57-5a43-4cbd-b821-91f6f2eb0c4f req-70d96536-7e06-4f0a-a24e-6597dceb37d4 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0497580 Sep 10 17:44:53.389357 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-27fd7d57-5a43-4cbd-b821-91f6f2eb0c4f req-3b7395fc-5d2c-47e4-9ae1-e6e4ea1848d3 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Sep 10 17:44:53.513392 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30d2a7-7ba6-47a1-aa6c-cfc17ad17ab9 req-06c7e1e3-7541-475d-9f80-c5a157a36c5b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:53.514834 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f30d2a7-7ba6-47a1-aa6c-cfc17ad17ab9 req-06c7e1e3-7541-475d-9f80-c5a157a36c5b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0554826 Sep 10 17:44:53.554532 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6f30d2a7-7ba6-47a1-aa6c-cfc17ad17ab9 req-fc99a5f0-1df7-4bc3-b107-693ca1728892 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Sep 10 17:44:54.408309 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28510d-8150-4488-8855-280d932cf91a req-60af74ce-563f-47eb-8d4a-515b3111cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.410576 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-60af74ce-563f-47eb-8d4a-515b3111cbce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1097 time: 0.0452089 Sep 10 17:44:54.559645 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d3a45-fe2f-4d22-91d6-57500d6f7a92 req-d4a9d1f2-5751-48f1-8d34-ea8d494b0c78 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.561207 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cf5d3a45-fe2f-4d22-91d6-57500d6f7a92 req-d4a9d1f2-5751-48f1-8d34-ea8d494b0c78 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0939600 Sep 10 17:44:54.564125 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28510d-8150-4488-8855-280d932cf91a req-3195eb17-75eb-4aeb-ae70-5f513400c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.565449 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-3195eb17-75eb-4aeb-ae70-5f513400c35d service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.1280098 Sep 10 17:44:54.647426 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cf5d3a45-fe2f-4d22-91d6-57500d6f7a92 req-e9f3d9df-5fe3-4f80-9f85-c19726e6a52a tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800750 Sep 10 17:44:54.663710 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-6b71bfc4-9037-4464-8c25-091ac6732c5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 999 time: 0.0835743 Sep 10 17:44:54.685044 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c5c9-f203-4a8a-86d5-924b34bdfc2c req-9fae78fd-872d-465f-9737-147576ccb123 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.686577 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8085c5c9-f203-4a8a-86d5-924b34bdfc2c req-9fae78fd-872d-465f-9737-147576ccb123 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0605493 Sep 10 17:44:54.716417 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28510d-8150-4488-8855-280d932cf91a req-9fe3957c-03bc-4392-a26d-a2bc474185f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.717939 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-9fe3957c-03bc-4392-a26d-a2bc474185f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0454326 Sep 10 17:44:54.728054 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8085c5c9-f203-4a8a-86d5-924b34bdfc2c req-46e28d6c-742d-4624-aa21-bf5614fc2165 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355766 Sep 10 17:44:54.766640 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28510d-8150-4488-8855-280d932cf91a req-0ef5d5f3-c581-4b45-8c72-75ea4b7142e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.768135 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-0ef5d5f3-c581-4b45-8c72-75ea4b7142e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402067 Sep 10 17:44:54.862985 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-d41a2675-174b-478d-88d4-54a992905d69 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846648 Sep 10 17:44:54.950108 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8b28510d-8150-4488-8855-280d932cf91a req-55c31935-812a-4f98-b2ad-c9ab994e5354 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790620 Sep 10 17:44:55.766186 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630aa3f-bbd9-497e-bda0-62c6d71409c6 req-3923f352-d5ac-4a0f-8c9f-9d6154789747 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:55.767664 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9630aa3f-bbd9-497e-bda0-62c6d71409c6 req-3923f352-d5ac-4a0f-8c9f-9d6154789747 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0482936 Sep 10 17:44:55.809278 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9630aa3f-bbd9-497e-bda0-62c6d71409c6 req-6126a601-9a74-4532-a09e-45bb38897139 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356646 Sep 10 17:44:55.842074 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14242922-13e4-4409-b914-6a69a8ad5af1 req-d845ad55-33f6-4e2b-9d8c-0f3710c7efd7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:55.843554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-14242922-13e4-4409-b914-6a69a8ad5af1 req-d845ad55-33f6-4e2b-9d8c-0f3710c7efd7 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0479803 Sep 10 17:44:55.883593 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-14242922-13e4-4409-b914-6a69a8ad5af1 req-7a23948f-59d5-41fa-aa1b-efbfe3f95527 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Sep 10 17:44:56.067406 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59350) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:56.085196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a6d5-002d-4ac5-b0fb-6b8a315ebce1 req-54a0761c-1e78-46c7-862d-792f4e251894 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:56.086721 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0b0a6d5-002d-4ac5-b0fb-6b8a315ebce1 req-54a0761c-1e78-46c7-862d-792f4e251894 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0493686 Sep 10 17:44:56.125023 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0b0a6d5-002d-4ac5-b0fb-6b8a315ebce1 req-5fc9e8af-21a1-4636-b2f1-d9138881118d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Sep 10 17:44:56.149265 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-6914254a-bcb6-4e49-9d42-464e699964d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807464 Sep 10 17:44:56.158415 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-e6e81a0f-5583-4f38-bcbc-0eb318b3a7ef service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:44:56.159344 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-e6e81a0f-5583-4f38-bcbc-0eb318b3a7ef service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048299 Sep 10 17:44:56.929135 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630e61-76c3-4cf9-8bfc-77f4482fa651 req-18719a4a-85b1-47de-8609-8aa09a227030 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:56.930636 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4f630e61-76c3-4cf9-8bfc-77f4482fa651 req-18719a4a-85b1-47de-8609-8aa09a227030 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 944 time: 0.0500350 Sep 10 17:44:56.968014 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4f630e61-76c3-4cf9-8bfc-77f4482fa651 req-d2811901-d040-4801-a2e4-95611c6c5201 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Sep 10 17:44:57.167520 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:57.241883 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb375da-7bfd-49ba-8a8c-c7b786f6f444 req-ec1499ac-50ff-42ee-9656-8c43f74c5480 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.243517 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4fb375da-7bfd-49ba-8a8c-c7b786f6f444 req-ec1499ac-50ff-42ee-9656-8c43f74c5480 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Sep 10 17:44:57.264680 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:57.276205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'port_id': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'mac_address': 'fa:16:3e:bf:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:57.281229 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4fb375da-7bfd-49ba-8a8c-c7b786f6f444 req-07780427-182f-42cb-92a4-f72d6418012a tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Sep 10 17:44:57.316103 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:57.328151 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:57.346682 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:57.350484 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:57.423849 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-1388ca4a-875e-4283-8df8-a2737166d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.425824 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-1388ca4a-875e-4283-8df8-a2737166d2cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728&tenant_id=3e620cdb5ca54d739a692a0aa0ba6955 HTTP/1.1" status: 200 len: 1097 time: 0.0411065 Sep 10 17:44:57.493166 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-a12aea28-9122-492a-b061-0bd425576cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.494844 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-a12aea28-9122-492a-b061-0bd425576cf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1097 time: 0.0451882 Sep 10 17:44:57.522034 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=9']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:57.585661 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-0c986a8b-6802-4584-ba27-d05965d2a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.587164 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-0c986a8b-6802-4584-ba27-d05965d2a300 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.0851796 Sep 10 17:44:57.601665 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:57.655530 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-fd998c39-1ff2-4f29-bee0-6d1285806a09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 999 time: 0.0610907 Sep 10 17:44:57.703189 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-25fe1432-fc23-4714-98ea-47d229cead7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.704718 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-25fe1432-fc23-4714-98ea-47d229cead7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0416856 Sep 10 17:44:57.750938 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-b1568407-7d3d-4586-8395-642c13e00583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:57.752382 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-b1568407-7d3d-4586-8395-642c13e00583 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395308 Sep 10 17:44:57.846699 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-c70d627c-6f16-4549-93f2-58d8525560c1 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824871 Sep 10 17:44:57.939831 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8ab870a1-f1a6-4e4d-92c6-eb5ebad899a2 req-b22afc55-aa21-4aa4-81ca-8656ab421520 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801864 Sep 10 17:44:58.086011 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ce719-08ad-4369-ac68-e1cfca502a00 req-dd75959a-eb3e-44d8-ad69-c178e6661d23 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:58.087491 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-834ce719-08ad-4369-ac68-e1cfca502a00 req-dd75959a-eb3e-44d8-ad69-c178e6661d23 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Sep 10 17:44:58.123550 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-834ce719-08ad-4369-ac68-e1cfca502a00 req-af04b45d-a8f3-4d89-8e95-5e509f491685 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Sep 10 17:44:58.399953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6caeb-2fdb-4968-a0c3-f3760e084478 req-48ef7c53-0072-4b26-898d-ae3184994ec8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:58.401400 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eab6caeb-2fdb-4968-a0c3-f3760e084478 req-48ef7c53-0072-4b26-898d-ae3184994ec8 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Sep 10 17:44:58.437089 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eab6caeb-2fdb-4968-a0c3-f3760e084478 req-79ac14ed-f52a-4676-90b8-35481b97d0c5 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298603 Sep 10 17:44:59.171043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:59.220955 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:59.221328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:59.243132 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c8ab8-12d7-4477-b5c5-6c41e08b6252 req-dae2c20d-899f-4ddb-b083-d74bd2918f3b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:59.244621 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-086c8ab8-12d7-4477-b5c5-6c41e08b6252 req-dae2c20d-899f-4ddb-b083-d74bd2918f3b tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Sep 10 17:44:59.281680 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-086c8ab8-12d7-4477-b5c5-6c41e08b6252 req-bc1913d2-01aa-4a73-a27d-3e44b14141c7 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Sep 10 17:44:59.295350 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:59.316730 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:59.318962 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7783ed07-8f5d-48e0-9ac6-5e2833957ccc" -d '{"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:59.332093 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:59.336236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:59.361092 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6756e2f-d933-4ae5-bc2b-6cf8b46bcd41 x-openstack-request-id: req-d6756e2f-d933-4ae5-bc2b-6cf8b46bcd41 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:59.361385 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:59.361636 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6756e2f-d933-4ae5-bc2b-6cf8b46bcd41 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:59.362032 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'code': 200} Sep 10 17:44:59.386658 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=10']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:59.573196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b172-e0a9-4e3f-a4c8-00677a89d054 req-7d440cc5-446e-42be-bb7e-d09433031eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:59.574655 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-56d0b172-e0a9-4e3f-a4c8-00677a89d054 req-7d440cc5-446e-42be-bb7e-d09433031eda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 1100 time: 0.0622642 Sep 10 17:44:59.582393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302da71-ee11-4cc4-acae-772720515f03 req-baf80912-4be3-45d4-a01d-a0ddb8a90524 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:59.583709 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d302da71-ee11-4cc4-acae-772720515f03 req-baf80912-4be3-45d4-a01d-a0ddb8a90524 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0796280 Sep 10 17:44:59.634572 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-56d0b172-e0a9-4e3f-a4c8-00677a89d054 req-e0866759-a686-464a-ad73-118b8676332e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499318 Sep 10 17:44:59.639309 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d302da71-ee11-4cc4-acae-772720515f03 req-3f0d9bb2-8348-45b2-9a71-fb97562265a4 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498240 Sep 10 17:45:00.398893 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdac28d-b3d5-4c17-a83f-48563df999c8 req-62fcab92-35fa-4dc6-b9b9-02d21ac2c970 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:00.400357 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8bdac28d-b3d5-4c17-a83f-48563df999c8 req-62fcab92-35fa-4dc6-b9b9-02d21ac2c970 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 947 time: 0.0475416 Sep 10 17:45:00.437295 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8bdac28d-b3d5-4c17-a83f-48563df999c8 req-38d05317-ba06-436d-9ff8-d71c99419d34 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Sep 10 17:45:00.757158 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1ae6d-abb0-4734-8ea9-049187fa9cae req-c2f366ac-ef92-4d81-ac06-2123773c6dd6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:00.758732 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c6b1ae6d-abb0-4734-8ea9-049187fa9cae req-c2f366ac-ef92-4d81-ac06-2123773c6dd6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0539608 Sep 10 17:45:00.796664 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c6b1ae6d-abb0-4734-8ea9-049187fa9cae req-6ea64679-66c4-4f9b-9865-10b2a8065c78 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Sep 10 17:45:01.552644 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692f68a-4907-469f-b853-dc25d7b583ca req-7bd85fd8-c67e-42b0-a81d-751596dc6836 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:01.554094 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0692f68a-4907-469f-b853-dc25d7b583ca req-7bd85fd8-c67e-42b0-a81d-751596dc6836 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 947 time: 0.0474613 Sep 10 17:45:01.590107 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0692f68a-4907-469f-b853-dc25d7b583ca req-fce48492-13f7-456f-a9f7-79d511c64994 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Sep 10 17:45:01.908035 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121219bf-df1f-432e-a41a-6fc3e37d0615 req-5e7b1f9a-7cda-4408-b565-18f67fa45e17 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:01.909957 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-121219bf-df1f-432e-a41a-6fc3e37d0615 req-5e7b1f9a-7cda-4408-b565-18f67fa45e17 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0458288 Sep 10 17:45:01.951277 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-121219bf-df1f-432e-a41a-6fc3e37d0615 req-bbad83d6-a2e6-40f5-8237-c23a030b7dd3 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Sep 10 17:45:03.063087 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945994f6-7fae-4b81-8bee-cad57dbd3104 req-43fcfbe3-34fd-4f44-a192-bd3748d6ca7c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:03.064525 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-945994f6-7fae-4b81-8bee-cad57dbd3104 req-43fcfbe3-34fd-4f44-a192-bd3748d6ca7c tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0468471 Sep 10 17:45:03.101687 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-945994f6-7fae-4b81-8bee-cad57dbd3104 req-c3509869-3f6f-4b05-9d90-1f72b1c7cdba tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Sep 10 17:45:04.214918 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ee3bb-6c0c-4c73-a6bc-4ff4f451f27b req-ff74ce21-aaa4-485d-b8c1-0075e8e8f373 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:04.217320 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-df0ee3bb-6c0c-4c73-a6bc-4ff4f451f27b req-ff74ce21-aaa4-485d-b8c1-0075e8e8f373 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0495093 Sep 10 17:45:04.256181 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-df0ee3bb-6c0c-4c73-a6bc-4ff4f451f27b req-4f22ffdf-341a-4271-bfd9-ecee6cacc525 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Sep 10 17:45:05.201766 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:45:05.300473 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:05.311834 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'port_id': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'mac_address': 'fa:16:3e:d2:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:45:05.348878 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:05.365236 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:45:05.372997 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc878-e00f-46e3-acc4-7c822a28faae req-f3b1836d-189b-4989-9ad7-806aac3fea3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:05.374626 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a8edc878-e00f-46e3-acc4-7c822a28faae req-f3b1836d-189b-4989-9ad7-806aac3fea3f tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 944 time: 0.0500641 Sep 10 17:45:05.388209 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:05.392832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:05.416972 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a8edc878-e00f-46e3-acc4-7c822a28faae req-480664dd-690a-423f-bbeb-1348957a0fae tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362413 Sep 10 17:45:05.439371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=7']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:05.645097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:06.529562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e21c5-b866-4306-9e02-e8f2d22f9a91 req-f2d64ee9-dfbc-48e4-b38c-f30e1cb0bb03 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:06.531068 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a30e21c5-b866-4306-9e02-e8f2d22f9a91 req-f2d64ee9-dfbc-48e4-b38c-f30e1cb0bb03 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 945 time: 0.0487483 Sep 10 17:45:06.568257 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a30e21c5-b866-4306-9e02-e8f2d22f9a91 req-ce25eccb-f730-4ecc-99cc-62679667c9e0 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Sep 10 17:45:07.214227 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:45:07.260731 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:45:07.261109 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:07.335525 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:07.356346 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:07.358649 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077308e-1950-4d67-accf-6a81fa16f858" -d '{"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-plugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:07.371502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:07.376130 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:07.398600 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca495214-670a-4d32-b785-03cd0bd3226a x-openstack-request-id: req-ca495214-670a-4d32-b785-03cd0bd3226a {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:07.398889 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-plugged", "status": "completed", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:07.399143 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca495214-670a-4d32-b785-03cd0bd3226a {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:07.399529 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'code': 200} Sep 10 17:45:07.423725 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=8']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:07.625261 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87056234-0add-4f43-a96a-a6aca6532016 req-2a00e33e-d6ab-4724-abfa-634c43bba535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:07.626799 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-87056234-0add-4f43-a96a-a6aca6532016 req-2a00e33e-d6ab-4724-abfa-634c43bba535 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1099 time: 0.0391970 Sep 10 17:45:07.666120 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-87056234-0add-4f43-a96a-a6aca6532016 req-39b8e313-e5b2-460d-ab2a-686e34de2402 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272932 Sep 10 17:45:07.682400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4150f25-2caf-494a-8635-738bfe23b2b5 req-22ce8dd3-baef-48a0-8deb-3053ef13128b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:07.683876 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a4150f25-2caf-494a-8635-738bfe23b2b5 req-22ce8dd3-baef-48a0-8deb-3053ef13128b tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Sep 10 17:45:07.720757 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a4150f25-2caf-494a-8635-738bfe23b2b5 req-cbab9af4-e2b0-4762-a126-01176da4fc08 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Sep 10 17:45:08.835030 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e9343-6157-4eb9-956f-74ddc11a08c1 req-1c723d64-78be-4238-a375-c70475163c90 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:08.836469 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c60e9343-6157-4eb9-956f-74ddc11a08c1 req-1c723d64-78be-4238-a375-c70475163c90 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0511165 Sep 10 17:45:08.873182 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c60e9343-6157-4eb9-956f-74ddc11a08c1 req-98faac0e-1beb-4b7f-a99c-d935211c612e tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Sep 10 17:45:12.410615 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-53cb98a6-e103-48ba-abbf-d15374a65cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.756632 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.935199 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c3b8-6f52-4fb4-b3de-c3528a0702d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:15.375835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:16.371239 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:16.722355 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:45:17.836224 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:30.274454 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd58d4f-fc5b-4d7d-85ac-8759b499a241 req-4be81e2e-55d2-4a1e-9d67-fceb616eec8c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:30.275806 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0dd58d4f-fc5b-4d7d-85ac-8759b499a241 req-4be81e2e-55d2-4a1e-9d67-fceb616eec8c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0471079 Sep 10 17:45:30.315515 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0dd58d4f-fc5b-4d7d-85ac-8759b499a241 req-a3e9f8b1-2536-428e-9c17-df2e2e273629 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Sep 10 17:45:31.427632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9e9cc-c116-4262-9214-05df1a713816 req-0224face-57b8-42ac-832b-45d65bc43abd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:31.429096 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c5d9e9cc-c116-4262-9214-05df1a713816 req-0224face-57b8-42ac-832b-45d65bc43abd tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0476375 Sep 10 17:45:31.467143 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c5d9e9cc-c116-4262-9214-05df1a713816 req-9752d4b0-4096-44f7-9135-4a7c4e02772b tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Sep 10 17:45:32.312372 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-b9e2fcb7-2b40-4a13-9dba-c7b4549aae56 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:32.313740 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-b9e2fcb7-2b40-4a13-9dba-c7b4549aae56 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.2838385 Sep 10 17:45:32.404896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Deleting port 4178bbf1-5c33-4602-8d87-4402aa70e85a {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:32.405239 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.491887 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] For port 4178bbf1-5c33-4602-8d87-4402aa70e85a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4178bbf1-5c33-4602-8d87-4402aa70e85a,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:32.492247 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.632416 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb4b16-ee93-4146-93d1-3abc2b7e3a10 req-da6b3b44-611f-4763-85b2-11f2f1a00f72 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:32.633856 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0eb4b16-ee93-4146-93d1-3abc2b7e3a10 req-da6b3b44-611f-4763-85b2-11f2f1a00f72 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/ports?device_id=87c4cf6e-287e-4401-bfee-212bbe7dcd0d HTTP/1.1" status: 200 len: 946 time: 0.0998147 Sep 10 17:45:32.718942 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b0eb4b16-ee93-4146-93d1-3abc2b7e3a10 req-00326f68-e6af-45bd-936d-23068ae6465d tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb2ff26-9fea-40b1-9b27-f80c27784a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754108 Sep 10 17:45:32.720675 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.721027 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.721345 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Floating IP 26bc8cfa-f632-407f-8244-68fbe6ed6d19 disassociated. External IP: 172.27.0.69, port: 4178bbf1-5c33-4602-8d87-4402aa70e85a. Sep 10 17:45:32.721769 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Calling delete_port for 4178bbf1-5c33-4602-8d87-4402aa70e85a owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:32.842300 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.879754 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'Port': ['ID=4178bbf1-5c33-4602-8d87-4402aa70e85a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:32.889627 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.889981 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.890356 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.890707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.891041 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.891377 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.892301 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.892301 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.892480 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.892766 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.893157 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.893562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:32.996287 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:45:33.096628 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:45:33.106027 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:45:33.116307 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:33.116926 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.138096 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] No DVR routers for this DVR port 4178bbf1-5c33-4602-8d87-4402aa70e85a on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:33.140556 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.142738 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8af0eaab-91d6-4245-b84d-b79c3665fc6c req-e77ab580-287d-4251-a27b-6e921e72602c tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.66 "DELETE /v2.0/ports/4178bbf1-5c33-4602-8d87-4402aa70e85a HTTP/1.1" status: 204 len: 173 time: 0.8197317 Sep 10 17:45:33.143126 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'name': 'network-vif-deleted', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:33.147427 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0438952f-608e-4bab-91ea-fcf1b86692d2" -d '{"events": [{"server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "name": "network-vif-deleted", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:33.187994 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f950738-c4f4-4a92-a5fa-ce131a2723a6 x-openstack-request-id: req-3f950738-c4f4-4a92-a5fa-ce131a2723a6 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:33.188294 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c4cf6e-287e-4401-bfee-212bbe7dcd0d", "name": "network-vif-deleted", "tag": "4178bbf1-5c33-4602-8d87-4402aa70e85a", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:33.188549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f950738-c4f4-4a92-a5fa-ce131a2723a6 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:33.188949 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c4cf6e-287e-4401-bfee-212bbe7dcd0d', 'name': 'network-vif-deleted', 'tag': '4178bbf1-5c33-4602-8d87-4402aa70e85a', 'status': 'completed', 'code': 200} Sep 10 17:45:33.224372 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:33.427494 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.452615 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:45:33.460848 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:33.461486 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.564398 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:33.758510 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.788842 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9d1f2-3679-4152-9839-61f71df4f83b None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:38:49Z', 'revision_number': 4, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '94676b8f-3165-49d4-8e24-6dcab20017bf', 'name': '', 'network_id': '61b31fd3-ce57-454d-9403-310569eeba54', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'mac_address': 'fa:16:3e:a8:b3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:45Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'subnets': [{'id': '7a415f12-bf9c-49f8-866f-140ef54f9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:45:33.802375 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59600) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:33.857726 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.880995 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.936939 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.939929 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.942603 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcb2ff26-9fea-40b1-9b27-f80c27784a9b HTTP/1.1" status: 204 len: 168 time: 0.1391904 Sep 10 17:45:33.944348 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59602) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:33.952536 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb2ff26-9fea-40b1-9b27-f80c27784a9b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:33.960802 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.api.v2.resource [None req-ed1f55e9-46e7-4530-8001-d1952120f1e9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] show failed (client error): The resource could not be found. Sep 10 17:45:33.961014 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.961177 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.961531 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.961872 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.962121 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ed1f55e9-46e7-4530-8001-d1952120f1e9 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "GET /v2.0/security-groups/dcb2ff26-9fea-40b1-9b27-f80c27784a9b HTTP/1.1" status: 404 len: 347 time: 0.0159962 Sep 10 17:45:33.962346 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.962561 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.962893 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.963226 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.963556 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.963885 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.964280 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.964607 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c256f1-665e-43df-8f7c-adcaccda066f tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:33.966586 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59604) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:34.026890 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4efe9-5504-4014-9f90-79bfedf6163c None None] New status for floating IP 26bc8cfa-f632-407f-8244-68fbe6ed6d19: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:45:34.099926 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Deleting port 620b77bf-87d0-4108-a1d2-f653770c6883 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:34.100265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.176552 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.176880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.188078 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Calling delete_port for 620b77bf-87d0-4108-a1d2-f653770c6883 owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:34.319844 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.341471 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Pushing event deleted for resources: {'Port': ['ID=620b77bf-87d0-4108-a1d2-f653770c6883,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:34.405178 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.407961 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:34.409117 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3f2fa8d0-f309-4b5d-b1ed-0c3f6f96e787 tempest-AttachVolumeTestJSON-1606948593 tempest-AttachVolumeTestJSON-1606948593-project] 10.222.0.65 "DELETE /v2.0/floatingips/26bc8cfa-f632-407f-8244-68fbe6ed6d19 HTTP/1.1" status: 204 len: 168 time: 0.4415009 Sep 10 17:45:35.304827 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4178bbf1-5c33-4602-8d87-4402aa70e85a no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:35.323884 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 4178bbf1-5c33-4602-8d87-4402aa70e85a {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:35.324229 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4178bbf1-5c33-4602-8d87-4402aa70e85a not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:35.337372 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c44e8-0805-42f8-8395-9eb189e8ffcd req-955d58ba-50b7-4284-a951-a8153b088cdc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:35.338899 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-397c44e8-0805-42f8-8395-9eb189e8ffcd req-955d58ba-50b7-4284-a951-a8153b088cdc tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 947 time: 0.0515492 Sep 10 17:45:35.377444 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-397c44e8-0805-42f8-8395-9eb189e8ffcd req-bf0bc22f-48f4-48ea-836a-32a61df50c22 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326595 Sep 10 17:45:36.494309 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789684ee-ca27-48ef-8898-e2209ed8f814 req-9d508235-1b3f-4938-b9c0-a6f5f329ede1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:36.495783 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-789684ee-ca27-48ef-8898-e2209ed8f814 req-9d508235-1b3f-4938-b9c0-a6f5f329ede1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 947 time: 0.0476351 Sep 10 17:45:36.532303 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-789684ee-ca27-48ef-8898-e2209ed8f814 req-fb1f9e0c-eb88-4cb1-b102-584290204159 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Sep 10 17:45:36.810051 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-641a7f58-3389-4f69-ab8e-a70b912a3e7d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:36.811626 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-641a7f58-3389-4f69-ab8e-a70b912a3e7d tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 947 time: 0.0510435 Sep 10 17:45:36.906054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Deleting port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:36.906427 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:36.995312 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] For port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:36.995613 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:37.163341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:37.163702 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:37.164022 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Floating IP e8e75a4e-5f1f-4447-b395-2121512937b3 disassociated. External IP: 172.27.0.102, port: 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1. Sep 10 17:45:37.164361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Calling delete_port for 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:37.288842 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:37.317873 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'Port': ['ID=35ef2cc1-c8ff-4d4d-b926-df80924cb2b1,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:37.428483 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:45:37.534918 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:45:37.544749 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:45:37.553986 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:37.554656 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:37.578047 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] No DVR routers for this DVR port 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:37.579257 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:37.581996 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-aaa3c555-0258-4d2b-85fe-14971ef43c07 req-93313849-15b9-4788-86f4-5f338cec2ab6 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.66 "DELETE /v2.0/ports/35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 HTTP/1.1" status: 204 len: 173 time: 0.7637596 Sep 10 17:45:37.582493 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-deleted', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:37.585308 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d25792c-5019-4ee3-931f-7a547943825e" -d '{"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-deleted", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:37.628816 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101771a-acaa-48bb-bd3a-a8eca31e6c35 x-openstack-request-id: req-9101771a-acaa-48bb-bd3a-a8eca31e6c35 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:37.629113 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eec400-2ce4-4e3c-b0fc-251aa14249a0", "name": "network-vif-deleted", "tag": "35ef2cc1-c8ff-4d4d-b926-df80924cb2b1", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:37.629366 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9101771a-acaa-48bb-bd3a-a8eca31e6c35 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:37.629757 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eec400-2ce4-4e3c-b0fc-251aa14249a0', 'name': 'network-vif-deleted', 'tag': '35ef2cc1-c8ff-4d4d-b926-df80924cb2b1', 'status': 'completed', 'code': 200} Sep 10 17:45:37.648285 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-a12227a4-01f6-4a8b-939c-6c787e2a9c38 req-bfea0a19-a903-4bfb-8f43-5582e802b7a1 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/ports?device_id=10eec400-2ce4-4e3c-b0fc-251aa14249a0 HTTP/1.1" status: 200 len: 210 time: 0.0306087 Sep 10 17:45:37.670390 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:37.883871 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:37.913593 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:45:37.921845 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:37.922423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:37.930431 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59650) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:38.026976 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:38.341080 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:38.367557 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0e5b5-6fef-42a9-a1c8-50061dbe5d1f None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:38:39Z', 'revision_number': 4, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '4572ec1e-c9dc-4aee-9787-d8ee91692b0b', 'name': '', 'network_id': 'c67d8834-c481-4484-aa7e-e7ad6de91048', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'mac_address': 'fa:16:3e:31:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:36Z', 'updated_at': '2021-09-10T17:38:51Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'subnets': [{'id': '6d18c6ac-2e2b-46a3-a206-3f68cbed80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:45:38.373848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.576815 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47731cd-c515-4f9d-850d-5883bfc70e86 None None] New status for floating IP e8e75a4e-5f1f-4447-b395-2121512937b3: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:45:38.624455 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Deleting port 94676b8f-3165-49d4-8e24-6dcab20017bf {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:38.624798 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.706778 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] For port 94676b8f-3165-49d4-8e24-6dcab20017bf, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=94676b8f-3165-49d4-8e24-6dcab20017bf,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:38.707141 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.720084 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Calling delete_port for 94676b8f-3165-49d4-8e24-6dcab20017bf owned by network:router_interface {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:38.739256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59658) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:38.795141 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.817256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.863486 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.866393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.867546 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "DELETE /v2.0/security-groups/1f7b8c18-3323-4d80-bea4-ea2ab3838c9f HTTP/1.1" status: 204 len: 168 time: 0.1264281 Sep 10 17:45:38.870631 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59660) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:38.886920 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.api.v2.resource [None req-d02e70df-e02a-4cf4-a70d-3659f7e61201 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] show failed (client error): The resource could not be found. Sep 10 17:45:38.887790 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d02e70df-e02a-4cf4-a70d-3659f7e61201 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "GET /v2.0/security-groups/1f7b8c18-3323-4d80-bea4-ea2ab3838c9f HTTP/1.1" status: 404 len: 347 time: 0.0162780 Sep 10 17:45:38.888519 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f21081-bbdd-432c-a641-5078b5c855d0 tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b8c18-3323-4d80-bea4-ea2ab3838c9f,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:38.890523 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59662) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:38.905210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:38.931549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=94676b8f-3165-49d4-8e24-6dcab20017bf,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:39.030946 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Deleting port db4b7c33-46be-4edb-9eb3-c8135be408df {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:39.031288 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.108740 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.114912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.115256 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.127271 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Calling delete_port for db4b7c33-46be-4edb-9eb3-c8135be408df owned by network:floatingip {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:39.263831 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.288652 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Pushing event deleted for resources: {'Port': ['ID=db4b7c33-46be-4edb-9eb3-c8135be408df,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:39.333747 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:45:39.351430 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.354203 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.355379 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d0ba1968-2015-4041-ae44-e93c06bbc9bb tempest-AttachVolumeShelveTestJSON-1280121545 tempest-AttachVolumeShelveTestJSON-1280121545-project] 10.222.0.65 "DELETE /v2.0/floatingips/e8e75a4e-5f1f-4447-b395-2121512937b3 HTTP/1.1" status: 204 len: 168 time: 0.4639904 Sep 10 17:45:39.450048 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:45:39.457039 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-189a07d6-b73f-44f6-bc85-6ba948ce53b9 admin admin] 10.222.0.65 "PUT /v2.0/routers/ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5254054 Sep 10 17:45:39.459787 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59668) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:39.463321 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Sync routers for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:45:39.475943 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:39.476576 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:39.569618 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.582077 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:39.679739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.732278 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Deleting port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:39.732624 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.775650 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:45:38Z', 'revision_number': 5, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port': {'id': '61c4ebe6-c462-4c6c-bbe2-fdd5174bd089', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:37Z', 'updated_at': '2021-09-10T17:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:39.801345 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Checking router: ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:45:39.809318 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Routers {'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:39.809916 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:39.812744 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] For port 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:39.813274 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:39.824586 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Calling delete_port for 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 owned by network:router_gateway {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:39.891473 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] Set router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b gateway port host: None {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:39.945243 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:45:39Z', 'revision_number': 6, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:39.971379 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328be766-a5b0-443a-8821-2f10bbdcdec9 None None] The sync data for ids ['ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b'] in dv-cinder-806968-2-iscsi is: [{'id': 'ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b', 'name': 'tempest-AttachVolumeTestJSON-1053928149-router', 'tenant_id': '86e8a1db7db5477889d83a4feacac73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:34Z', 'updated_at': '2021-09-10T17:45:39Z', 'revision_number': 6, 'project_id': '86e8a1db7db5477889d83a4feacac73b', 'gw_port_host': None}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:45:39.986996 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.014167 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c4ebe6-c462-4c6c-bbe2-fdd5174bd089,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:40.076426 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.167715 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.169783 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.210473 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.210990 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b {{(pid=95330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:45:40.215870 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.216968 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4697e8b3-b946-4561-9fc3-80d92a6854f9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ff7fa8b6-6e2c-4c7b-a3ed-e7ac968ec30b HTTP/1.1" status: 204 len: 168 time: 0.7548370 Sep 10 17:45:40.219549 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59670) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:40.262087 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Deleting subnet 7a415f12-bf9c-49f8-866f-140ef54f9ce5 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:45:40.265012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.301915 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.386971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.446788 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.469772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a415f12-bf9c-49f8-866f-140ef54f9ce5,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:40.475497 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.477366 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-88a23ef6-5eae-49e9-8c0e-91277f20ffaf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7a415f12-bf9c-49f8-866f-140ef54f9ce5 HTTP/1.1" status: 204 len: 168 time: 0.2569137 Sep 10 17:45:40.479860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59672) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:40.482370 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1024b0-910b-4ad2-a506-442924a9fd8f None None] Network 61b31fd3-ce57-454d-9403-310569eeba54 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:45:40.550862 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.603161 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Deleting port 2145c810-22e4-415a-8fa1-6cf957e4be83 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:40.603478 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.670506 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] For port 2145c810-22e4-415a-8fa1-6cf957e4be83, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=2145c810-22e4-415a-8fa1-6cf957e4be83,segment=NetworkSegment(9bd752f9-172a-46fa-a7ae-c3aa43bcc620),segment_id=9bd752f9-172a-46fa-a7ae-c3aa43bcc620)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:40.670866 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.683146 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Calling delete_port for 2145c810-22e4-415a-8fa1-6cf957e4be83 owned by network:dhcp {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:40.767147 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.768620 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50550733-bb3f-4fce-b0a9-24430fc50526 None None] DHCP port deletion for 61b31fd3-ce57-454d-9403-310569eeba54 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:45:40.793535 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2145c810-22e4-415a-8fa1-6cf957e4be83,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:40.799050 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] No DVR routers for this DVR port 2145c810-22e4-415a-8fa1-6cf957e4be83 on host dv-cinder-806968-2-iscsi {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:40.875546 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.895419 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b31fd3-ce57-454d-9403-310569eeba54']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:40.904689 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd752f9-172a-46fa-a7ae-c3aa43bcc620') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:40.905050 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd752f9-172a-46fa-a7ae-c3aa43bcc620') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:40.915744 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.929709 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.936227 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:45:40.936999 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:45:40.938642 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:45:40.997023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.005814 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.007697 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] 10.222.0.65 "DELETE /v2.0/networks/61b31fd3-ce57-454d-9403-310569eeba54 HTTP/1.1" status: 204 len: 168 time: 0.5269408 Sep 10 17:45:41.018826 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b528663-3c90-4125-8374-ead0600abe3d admin admin] Pushing event deleted for resources: {'Network': ['ID=61b31fd3-ce57-454d-9403-310569eeba54,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:41.116177 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59686) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:41.154581 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8dd2bc4c-3c81-40f6-9601-29c2d116f5f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86e8a1db7db5477889d83a4feacac73b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372353 Sep 10 17:45:41.157128 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59688) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:41.203131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.224680 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.270583 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.273153 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:41.274321 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a84cfd97-af6e-4265-bcc5-2ba61845e17a HTTP/1.1" status: 204 len: 168 time: 0.1162581 Sep 10 17:45:41.282098 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120f6d-4ff7-4c30-9dfd-329943cdaf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84cfd97-af6e-4265-bcc5-2ba61845e17a,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:41.322168 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:41.341617 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:41.341890 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 35ef2cc1-c8ff-4d4d-b926-df80924cb2b1 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:41.792854 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59712) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:42.058331 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:42.078751 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:42.079104 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 61c4ebe6-c462-4c6c-bbe2-fdd5174bd089 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:42.079506 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2145c810-22e4-415a-8fa1-6cf957e4be83 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:42.100621 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 2145c810-22e4-415a-8fa1-6cf957e4be83 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:42.100866 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 2145c810-22e4-415a-8fa1-6cf957e4be83 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:42.101268 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 94676b8f-3165-49d4-8e24-6dcab20017bf no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:42.119768 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 94676b8f-3165-49d4-8e24-6dcab20017bf {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:42.120105 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 94676b8f-3165-49d4-8e24-6dcab20017bf not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:42.341907 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.412386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ed11d0af-7f11-4f06-bab1-8b505ea62efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.588444 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Deleting port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:42.588764 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.668163 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] For port 4572ec1e-c9dc-4aee-9787-d8ee91692b0b, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:42.668532 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.680896 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Calling delete_port for 4572ec1e-c9dc-4aee-9787-d8ee91692b0b owned by network:router_interface {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:42.756801 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.863125 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.888611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Pushing event deleted for resources: {'Port': ['ID=4572ec1e-c9dc-4aee-9787-d8ee91692b0b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:42.966163 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59752) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.083187 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d3441dc5-a3b4-45e3-96be-0696713c99a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.180614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d3441dc5-a3b4-45e3-96be-0696713c99a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.184277 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d3441dc5-a3b4-45e3-96be-0696713c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.224467 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d3441dc5-a3b4-45e3-96be-0696713c99a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc998390770b493da8533ec11fbc4e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571788 Sep 10 17:45:43.225537 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441dc5-a3b4-45e3-96be-0696713c99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722f75db-94ca-4776-a8c3-370a9ddc311f,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:43.227828 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59756) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.277810 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.303372 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.303768 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.351738 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.354597 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.355748 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/722f75db-94ca-4776-a8c3-370a9ddc311f HTTP/1.1" status: 204 len: 168 time: 0.1270249 Sep 10 17:45:43.366352 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590990-13f0-45b7-9176-329d767c1909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f75db-94ca-4776-a8c3-370a9ddc311f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:43.521818 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:45:43.625302 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59762) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.642586 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:45:43.644336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dd292570-2713-49c4-bd11-afb047d8b641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.649176 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-748a0dfd-68e6-46bb-a980-5025f554538b admin admin] 10.222.0.65 "PUT /v2.0/routers/0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554659 Sep 10 17:45:43.651786 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59764) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.657819 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Sync routers for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:45:43.672047 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:43.682707 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:43.741746 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dd292570-2713-49c4-bd11-afb047d8b641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.746923 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-dd292570-2713-49c4-bd11-afb047d8b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.786223 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-dd292570-2713-49c4-bd11-afb047d8b641 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93427416bba84e85b98feff1ba88c1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598301 Sep 10 17:45:43.787682 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd292570-2713-49c4-bd11-afb047d8b641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de683c-2476-4a4b-bf8d-a2a83aafa1ae,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:43.790128 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59766) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.816798 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:43.841431 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.865618 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.915893 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.918894 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.920080 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03de683c-2476-4a4b-bf8d-a2a83aafa1ae HTTP/1.1" status: 204 len: 168 time: 0.1290026 Sep 10 17:45:43.929494 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf70f1-e1f6-4a41-8f4f-3b4caf4cd8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de683c-2476-4a4b-bf8d-a2a83aafa1ae,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:44.012970 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:45:42Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.043257 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Checking router: 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:45:44.053234 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Routers {'0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:44.054108 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:45:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.055117 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.165961 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] Set router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:44.173327 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.234583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Deleting port fcce1bbe-681f-4314-8893-50f3079d9965 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:44.235052 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.320688 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] For port fcce1bbe-681f-4314-8893-50f3079d9965, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=fcce1bbe-681f-4314-8893-50f3079d9965,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:44.321083 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.334098 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Calling delete_port for fcce1bbe-681f-4314-8893-50f3079d9965 owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:44.366509 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:45:42Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.407142 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed225a7-99d1-45da-abf7-019bd28cd4cd None None] The sync data for ids ['0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4'] in dv-cinder-806968-2-iscsi is: [{'id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'name': 'tempest-AttachVolumeShelveTestJSON-371374081-router', 'tenant_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:30Z', 'updated_at': '2021-09-10T17:45:42Z', 'revision_number': 5, 'project_id': '6c7f5ef5bbca4ea790b78be4607444d1', 'gw_port': {'id': 'fcce1bbe-681f-4314-8893-50f3079d9965', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:31Z', 'updated_at': '2021-09-10T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:45:44.511973 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.542600 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcce1bbe-681f-4314-8893-50f3079d9965,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:44.609517 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.689320 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.691582 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.736362 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.737945 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:45:44.746430 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.750409 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59790) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:44.750960 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c61db4a3-452d-489e-bf35-b4ee94d80d5c admin admin] 10.222.0.65 "DELETE /v2.0/routers/0d33ee02-bbdb-4bd8-ad2d-41fb379c6fe4 HTTP/1.1" status: 204 len: 168 time: 1.0975113 Sep 10 17:45:44.803647 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Deleting subnet 6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:45:44.806906 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.842109 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.925573 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.936068 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-a298aa7a-4b67-4c2a-add4-8133281548aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.983908 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.017809 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d18c6ac-2e2b-46a3-a206-3f68cbed80c7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:45.021785 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.028467 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e332fb-44a4-422b-9614-711852da5788 None None] Network c67d8834-c481-4484-aa7e-e7ad6de91048 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:45:45.038908 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-be3f41ea-89f1-4978-b5c0-3c9710957259 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6d18c6ac-2e2b-46a3-a206-3f68cbed80c7 HTTP/1.1" status: 204 len: 168 time: 0.2873909 Sep 10 17:45:45.041334 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59800) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:45.117189 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.177402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Deleting port ca222a1c-9594-4264-aeb0-5939b8a2d619 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:45.177746 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.247153 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] For port ca222a1c-9594-4264-aeb0-5939b8a2d619, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca222a1c-9594-4264-aeb0-5939b8a2d619,segment=NetworkSegment(0e4dbbe3-1e42-4557-9dfa-34f5981f8a20),segment_id=0e4dbbe3-1e42-4557-9dfa-34f5981f8a20)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:45.247516 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.259649 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Calling delete_port for ca222a1c-9594-4264-aeb0-5939b8a2d619 owned by network:dhcp {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:45.343133 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.378311 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] No DVR routers for this DVR port ca222a1c-9594-4264-aeb0-5939b8a2d619 on host dv-cinder-806968-2-iscsi {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:45.379758 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.380311 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca222a1c-9594-4264-aeb0-5939b8a2d619,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:45.450020 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.472918 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67d8834-c481-4484-aa7e-e7ad6de91048']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:45.483146 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:45.483441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4dbbe3-1e42-4557-9dfa-34f5981f8a20') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:45.494606 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.500135 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23670dfb-d74e-4945-bf5b-6622e0820589 None None] DHCP port deletion for c67d8834-c481-4484-aa7e-e7ad6de91048 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:45:45.515402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.522368 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:45:45.522786 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:45:45.524564 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:45:45.592380 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.597849 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.602651 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c67d8834-c481-4484-aa7e-e7ad6de91048 HTTP/1.1" status: 204 len: 168 time: 0.5600266 Sep 10 17:45:45.616120 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314724-51f1-49ea-93cb-81d35e8d5d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67d8834-c481-4484-aa7e-e7ad6de91048,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:45.771832 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59820) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:45.809483 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ccf81afa-db03-4a38-acb3-c2d4a076cbed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c7f5ef5bbca4ea790b78be4607444d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365243 Sep 10 17:45:45.811906 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59822) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:45.856501 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.877204 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.925902 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.928466 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.929613 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5068e7cd-fc09-4e8b-873e-c08031144102 HTTP/1.1" status: 204 len: 168 time: 0.1168549 Sep 10 17:45:45.937082 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c557-0a4c-4ac9-89a6-06f9b1f3bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068e7cd-fc09-4e8b-873e-c08031144102,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:46.059395 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fcce1bbe-681f-4314-8893-50f3079d9965 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:46.079097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: fcce1bbe-681f-4314-8893-50f3079d9965 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:46.084141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device fcce1bbe-681f-4314-8893-50f3079d9965 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:46.084141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4572ec1e-c9dc-4aee-9787-d8ee91692b0b no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:46.098615 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 4572ec1e-c9dc-4aee-9787-d8ee91692b0b {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:46.098957 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 4572ec1e-c9dc-4aee-9787-d8ee91692b0b not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:46.099371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca222a1c-9594-4264-aeb0-5939b8a2d619 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:46.118205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: ca222a1c-9594-4264-aeb0-5939b8a2d619 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:46.118551 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca222a1c-9594-4264-aeb0-5939b8a2d619 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:46.378379 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.579991 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59844) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:46.671981 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-142684706-network', 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:46.692559 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'network': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:45:46.694750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.702647 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.796664 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.801064 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.821232 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:45:46.834436 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4cdce6-6f9c-474c-8132-54fd68684163,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:46.839265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.839596 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.segments_db [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Added segment 7b7dec16-f260-40ff-a4a4-d5dc019b917b of type vlan for network 15fedf1a-f107-4273-a102-2d74ac49115f Sep 10 17:45:46.879894 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.904521 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.905703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:46.906402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.939869 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3587630 Sep 10 17:45:46.943083 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59852) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:46.948888 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Request body: {'subnet': {'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-142684706-subnet', 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:46.971525 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'subnet': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:45:46.972761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ac3d8-279f-41df-a7b1-116e62a34081 admin admin] Pushing event updated for resources: {'Network': ['ID=15fedf1a-f107-4273-a102-2d74ac49115f,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:46.974383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27029943'] for subnet, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.983319 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 15fedf1a-f107-4273-a102-2d74ac49115f details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:45:47.169986 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27029929'] for subnet, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:47.222796 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c71b809-657c-4651-8e20-0df41f81b410,revision_number=0']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:47.237282 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Checking segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:45:47.237633 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Network hostable DHCP agents. Network: 15fedf1a-f107-4273-a102-2d74ac49115f, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:45:47.254243 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Network 15fedf1a-f107-4273-a102-2d74ac49115f is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:45:47.262792 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 15fedf1a-f107-4273-a102-2d74ac49115f) {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:45:47.268340 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:47.269209 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:47.272264 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd02771-fe8b-4f89-8ef7-7ba1e7b16f34 None None] Network 15fedf1a-f107-4273-a102-2d74ac49115f requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:45:47.286173 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-70760135-3921-4648-98d7-0419dc7adb79 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3390076 Sep 10 17:45:47.394701 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddaa5e-93b6-43d2-8244-f24903a79c92 None None] Network 15fedf1a-f107-4273-a102-2d74ac49115f requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:45:47.696611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-167c3564-f3b1-4a53-b198-f551da5230d1 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:47.697961 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-167c3564-f3b1-4a53-b198-f551da5230d1 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.0980220 Sep 10 17:45:47.712869 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-aaa5c829-4c98-4527-85f8-747f52fe458f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/quotas/a7edf7d33b5c4d69bf70c6415d7f7bbd HTTP/1.1" status: 200 len: 375 time: 0.0092716 Sep 10 17:45:47.743086 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-b913980c-fdcc-4d5a-93c3-47194cab79f8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252173 Sep 10 17:45:47.836453 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-692309c8-1811-4352-83db-cd5e426516fd service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858116 Sep 10 17:45:47.838120 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:47.925784 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-65982a43-439d-45b8-89a2-5987d152ad07 service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Sep 10 17:45:48.076138 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-819c1be4-8457-441a-bcca-3bee1d91624e req-4dbb4294-0585-4fae-b237-9d2a3c96c9c8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 210 time: 0.0257208 Sep 10 17:45:49.166573 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f866d602-7175-4a2b-9256-a862e7c7e442 req-d0401772-1db3-4a47-a062-8b80cf1db3f6 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 210 time: 0.0256665 Sep 10 17:45:50.257661 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-415eb3b1-ed53-4b68-867d-b2b8190f54e4 req-81c93287-7b0f-49b4-ba12-d74470a6c268 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 210 time: 0.0261049 Sep 10 17:45:51.348955 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2e0a8877-ce25-4cf5-83df-543bb3b545a2 req-4366f24d-f046-4fd7-bc28-988f14ab3f68 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 210 time: 0.0259759 Sep 10 17:45:51.649841 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-481ee230-bebd-4bde-9d0a-fc01016537bc tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:51.651334 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-481ee230-bebd-4bde-9d0a-fc01016537bc tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1152856 Sep 10 17:45:51.664612 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Request body: {'port': {'device_id': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'admin_state_up': True, 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:51.771177 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:45:51.774714 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:51.903795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Allocated IP 172.20.0.4 (15fedf1a-f107-4273-a102-2d74ac49115f/5c71b809-657c-4651-8e20-0df41f81b410/c2f908dc-7edf-43c7-bfd7-0049f5bd5721) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:45:52.053850 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.091905 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.135141 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Network 15fedf1a-f107-4273-a102-2d74ac49115f is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:45:52.138265 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:45:52.144571 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:45:52.170707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event updated for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:52.199464 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:52.200087 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.214585 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-30b6e0cd-6bde-474a-b654-86c4018e3055 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535567 Sep 10 17:45:52.226490 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Request body: {'port': {'device_id': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:52.282219 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.529755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d092f0a-8153-45e0-9f8d-b15b0a274637 req-6dbfa8c4-44f5-4023-add5-f9acfb7edf30 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:52.531244 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7d092f0a-8153-45e0-9f8d-b15b0a274637 req-6dbfa8c4-44f5-4023-add5-f9acfb7edf30 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 931 time: 0.1043296 Sep 10 17:45:52.603115 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7d092f0a-8153-45e0-9f8d-b15b0a274637 req-98b916ea-bc79-442a-a2d5-844ae6d02f49 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653160 Sep 10 17:45:52.606748 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f908dc-7edf-43c7-bfd7-0049f5bd5721 {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:45:52.614030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.625801 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Transition to ACTIVE for port object c2f908dc-7edf-43c7-bfd7-0049f5bd5721 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:45:52.629643 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.696962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Pushing event updated for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:52.746278 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Attempting to bind port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:45:52.746613 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Attempting to bind port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:45:52.746940 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Attempting to bind port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:45:52.751218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 on network 15fedf1a-f107-4273-a102-2d74ac49115f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:45:52.751546 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Attempting to bind port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:45:52.756877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:45:52.757216 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Checking segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:45:52.757601 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Bound using segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:45:52.758030 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Bound port: c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:45:52.758510 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.818761 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:45:52.821652 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:45:52.826095 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.861285 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:52.861999 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:52.863396 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] 10.222.0.66 "PUT /v2.0/ports/c2f908dc-7edf-43c7-bfd7-0049f5bd5721 HTTP/1.1" status: 200 len: 1093 time: 0.6410344 Sep 10 17:45:52.863880 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:52.866384 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef92710-1a8e-49be-a1d2-f60448e88973" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:52.895509 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75d604-e442-4f04-bf2b-cd076ccd5b0b service neutron] Pushing event updated for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:52.906852 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a28d9-ff56-441f-8a39-7b908cb2ba1d x-openstack-request-id: req-145a28d9-ff56-441f-8a39-7b908cb2ba1d {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:52.907314 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:52.907572 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-145a28d9-ff56-441f-8a39-7b908cb2ba1d {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:52.907968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'status': 'completed', 'code': 200} Sep 10 17:45:52.948090 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-63f1ff48-8972-4b74-8db2-4950faf3f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:52.949464 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-63f1ff48-8972-4b74-8db2-4950faf3f291 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 1096 time: 0.0401430 Sep 10 17:45:52.989518 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-301d4a1a-a1f9-4531-a6ef-ce0fbbe95cd1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721 HTTP/1.1" status: 200 len: 217 time: 0.0322373 Sep 10 17:45:53.039873 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-12bc3669-c89d-42a1-bfe2-e2f7fc78607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:53.041247 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-12bc3669-c89d-42a1-bfe2-e2f7fc78607c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0454226 Sep 10 17:45:53.071896 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-0b50e608-615b-40a0-8136-fc3ee8da0500 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238781 Sep 10 17:45:53.158058 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-6cdc3044-695b-4e31-8894-43393f3b3ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790172 Sep 10 17:45:53.249414 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6bb89314-7ad1-4865-a986-97ab881ef275 req-9b2b2868-6c7f-42d2-bf9d-b8598449e901 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Sep 10 17:45:53.335916 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-64377095-b0a3-48b1-9ee3-603869d7db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:53.337400 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-64377095-b0a3-48b1-9ee3-603869d7db8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 1096 time: 0.0405581 Sep 10 17:45:53.431986 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-94ee3a31-e0a6-4224-a181-d03e42cc610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:53.433562 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-94ee3a31-e0a6-4224-a181-d03e42cc610a service neutron] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 915 time: 0.0892472 Sep 10 17:45:53.476400 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-4030ebcd-abe1-44e1-90a6-0fb97d634a86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721 HTTP/1.1" status: 200 len: 217 time: 0.0350716 Sep 10 17:45:53.524842 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-1326ec11-c359-4dc8-869c-2cdff9c86a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:53.526341 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-1326ec11-c359-4dc8-869c-2cdff9c86a23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0430398 Sep 10 17:45:53.562786 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-d64b6186-db18-4aba-affe-a6996baa4dca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274687 Sep 10 17:45:53.654223 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-fb3b0d29-49ad-4831-afff-a2c225678194 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836966 Sep 10 17:45:53.721320 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:45:53.771786 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ec222-d8ee-4d52-8a21-2b2d77efed21 req-67d05b04-0a02-4ba7-a5df-b22050fdd3fb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:53.773196 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f14ec222-d8ee-4d52-8a21-2b2d77efed21 req-67d05b04-0a02-4ba7-a5df-b22050fdd3fb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 943 time: 0.0930710 Sep 10 17:45:53.794153 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0ef92710-1a8e-49be-a1d2-f60448e88973 req-54f8efb9-b896-4c64-bbb7-c0ecc0994631 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321900 Sep 10 17:45:53.819346 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f14ec222-d8ee-4d52-8a21-2b2d77efed21 req-4200b7f4-e6b2-4260-b12f-82948da477b0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Sep 10 17:45:54.846750 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59986) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:54.933146 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b989-ba83-4657-9699-ccc54bcbf202 req-edbcefc2-0327-4256-bad0-fba96419d8a9 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:54.934718 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6841b989-ba83-4657-9699-ccc54bcbf202 req-edbcefc2-0327-4256-bad0-fba96419d8a9 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 943 time: 0.0479095 Sep 10 17:45:54.951506 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2b0a76f3-905e-4fe4-aec6-51e015d562e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:54.971171 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6841b989-ba83-4657-9699-ccc54bcbf202 req-9c529516-2de6-4bd5-9ca2-6102ed517c1b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305011 Sep 10 17:45:55.043173 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2b0a76f3-905e-4fe4-aec6-51e015d562e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.047408 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-2b0a76f3-905e-4fe4-aec6-51e015d562e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.088214 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-2b0a76f3-905e-4fe4-aec6-51e015d562e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e07a4e9fe26499394ad7073f6200af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403574 Sep 10 17:45:55.090176 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a76f3-905e-4fe4-aec6-51e015d562e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5585c9ca-38dc-4069-8bfd-67cb479e4f70,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:55.090909 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59990) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:55.139489 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.160476 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.207853 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.210545 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.211665 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5585c9ca-38dc-4069-8bfd-67cb479e4f70 HTTP/1.1" status: 204 len: 168 time: 0.1196818 Sep 10 17:45:55.220402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28488d-7f54-428b-9809-1d34782e7aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5585c9ca-38dc-4069-8bfd-67cb479e4f70,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:55.385159 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c2f908dc-7edf-43c7-bfd7-0049f5bd5721 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:45:55.464732 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 59996) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:55.477995 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3974620-5528-49a2-aec3-ccb6da2c0f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.483167 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:55.496644 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'port_id': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'mac_address': 'fa:16:3e:71:ed:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71b809-657c-4651-8e20-0df41f81b410', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:45:55.533561 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.546946 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f908dc-7edf-43c7-bfd7-0049f5bd5721 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:45:55.566308 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:55.566854 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3974620-5528-49a2-aec3-ccb6da2c0f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.570096 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.570990 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a3974620-5528-49a2-aec3-ccb6da2c0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.608496 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a3974620-5528-49a2-aec3-ccb6da2c0f51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fdec37e850449d294704600da68c57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426766 Sep 10 17:45:55.609354 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974620-5528-49a2-aec3-ccb6da2c0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2365ab6d-0f85-49f3-92e5-0a2c9c2969a2,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:55.611186 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 59998) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:55.623619 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:55.631243 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.631597 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.631947 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.632287 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.632624 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.632962 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.633294 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.633627 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.633958 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.634318 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.634647 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.634973 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:55.662019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.684994 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.738894 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.741780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:55.742960 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2365ab6d-0f85-49f3-92e5-0a2c9c2969a2 HTTP/1.1" status: 204 len: 168 time: 0.1307666 Sep 10 17:45:55.752427 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2121a65-af49-4c2c-bc39-2b6a9783c274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2365ab6d-0f85-49f3-92e5-0a2c9c2969a2,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:55.799824 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:56.086609 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed92d3b-b5e4-467d-899b-d01b635b94c9 req-d84865b7-c0b7-40db-8aa4-7483fcc207f4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:56.088096 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eed92d3b-b5e4-467d-899b-d01b635b94c9 req-d84865b7-c0b7-40db-8aa4-7483fcc207f4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 944 time: 0.0498118 Sep 10 17:45:56.127116 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-eed92d3b-b5e4-467d-899b-d01b635b94c9 req-385d426a-05f2-4351-9fdc-5b37773bd9ea tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Sep 10 17:45:57.240985 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a571-30e3-4543-ab35-54577ae27ab7 req-3301a4ec-abab-4740-892a-2fc9b61a839c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:57.242596 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5068a571-30e3-4543-ab35-54577ae27ab7 req-3301a4ec-abab-4740-892a-2fc9b61a839c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 944 time: 0.0497005 Sep 10 17:45:57.282456 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5068a571-30e3-4543-ab35-54577ae27ab7 req-8bcaa096-88d3-4f30-ad58-bd4105119ccc tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 10 17:45:57.400043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c2f908dc-7edf-43c7-bfd7-0049f5bd5721 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:45:57.453147 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:45:57.457778 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:45:57.458186 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.540275 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.562603 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:57.565760 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c332909b-b61f-49ad-b75e-7e8c521406fa" -d '{"events": [{"server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "name": "network-vif-plugged", "status": "completed", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:57.578514 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:57.582862 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.610773 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5abf5-7713-44a0-b692-4772ba2367d6 x-openstack-request-id: req-6bd5abf5-7713-44a0-b692-4772ba2367d6 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:57.611075 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "name": "network-vif-plugged", "status": "completed", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:57.611330 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bd5abf5-7713-44a0-b692-4772ba2367d6 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:57.611746 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'code': 200} Sep 10 17:45:57.643789 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:57.782756 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc06f0-416b-41f0-8c50-f03d1c39a3ec req-4ee3334e-aeb5-46c2-b47a-ad2b8f192ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:57.784197 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-24cc06f0-416b-41f0-8c50-f03d1c39a3ec req-4ee3334e-aeb5-46c2-b47a-ad2b8f192ddd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 1098 time: 0.0445144 Sep 10 17:45:57.823035 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-24cc06f0-416b-41f0-8c50-f03d1c39a3ec req-57a9ceec-b741-4991-86c7-89c48e53ad9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Sep 10 17:45:58.398698 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033a525-91a4-4df6-9125-d4a0d22cd1bb req-d216b303-29e0-48ec-996e-46b4494100b9 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:58.400243 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0033a525-91a4-4df6-9125-d4a0d22cd1bb req-d216b303-29e0-48ec-996e-46b4494100b9 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Sep 10 17:45:58.441761 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0033a525-91a4-4df6-9125-d4a0d22cd1bb req-6964731d-1119-43a0-b125-7b06ea398556 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Sep 10 17:45:58.765816 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60138) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:58.873707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd409b0-4657-4a13-b231-5a2b74de188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:58.961301 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd409b0-4657-4a13-b231-5a2b74de188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:58.964802 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd409b0-4657-4a13-b231-5a2b74de188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.002222 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-3dd409b0-4657-4a13-b231-5a2b74de188d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9ad686488c6471ea49729a8f64ec854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346842 Sep 10 17:45:59.003595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd409b0-4657-4a13-b231-5a2b74de188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2668039b-2548-4c6e-9873-cf21346b4b30,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:59.005370 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60142) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:59.054597 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.075977 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.121830 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.124373 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.125519 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2668039b-2548-4c6e-9873-cf21346b4b30 HTTP/1.1" status: 204 len: 168 time: 0.1191704 Sep 10 17:45:59.133411 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed2bff-f7b9-4527-b1c3-d0e8ff38c416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2668039b-2548-4c6e-9873-cf21346b4b30,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:59.373487 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60148) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:59.386869 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ce67328b-30e4-4cad-8493-742f1af9a765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.475470 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ce67328b-30e4-4cad-8493-742f1af9a765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.479287 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ce67328b-30e4-4cad-8493-742f1af9a765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.518333 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ce67328b-30e4-4cad-8493-742f1af9a765 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d18f72d07d5c4872bcf765165ec87937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437697 Sep 10 17:45:59.520453 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67328b-30e4-4cad-8493-742f1af9a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb96928d-5650-4efe-b2ed-636f8b0cc2f2,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:59.522820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60152) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:59.559176 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae772-e611-4bad-98c1-2acb4df4646c req-80b23cd3-6d60-4acd-a57c-86afbf961827 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:59.560675 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28dae772-e611-4bad-98c1-2acb4df4646c req-80b23cd3-6d60-4acd-a57c-86afbf961827 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 945 time: 0.0499158 Sep 10 17:45:59.573795 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.594208 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.598365 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-28dae772-e611-4bad-98c1-2acb4df4646c req-95afa36f-d5a6-4c5b-9081-d76e08029533 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Sep 10 17:45:59.641386 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.644132 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:59.645279 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb96928d-5650-4efe-b2ed-636f8b0cc2f2 HTTP/1.1" status: 204 len: 168 time: 0.1215129 Sep 10 17:45:59.653394 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2f717-9609-4ac8-b45f-032196296f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb96928d-5650-4efe-b2ed-636f8b0cc2f2,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:00.675644 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60192) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:00.775743 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49bfac82-9a2d-4c72-9eff-ca030129b840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:00.860301 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49bfac82-9a2d-4c72-9eff-ca030129b840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:00.864382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-49bfac82-9a2d-4c72-9eff-ca030129b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:00.901380 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-49bfac82-9a2d-4c72-9eff-ca030129b840 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bf133a1465c4fadbe68456e22b74801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245455 Sep 10 17:46:00.902260 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfac82-9a2d-4c72-9eff-ca030129b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f852f-c8bd-484f-a732-d62d881ae213,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:00.904722 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60196) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:00.958375 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:00.979456 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:01.026601 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:01.029168 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:01.030367 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/831f852f-c8bd-484f-a732-d62d881ae213 HTTP/1.1" status: 204 len: 168 time: 0.1239130 Sep 10 17:46:01.038625 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02dec9-88fb-486b-8bae-3b62af948335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f852f-c8bd-484f-a732-d62d881ae213,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:04.514650 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60258) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:04.616650 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d03c91e-d43a-4a21-86d6-1960eaecadf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.706071 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d03c91e-d43a-4a21-86d6-1960eaecadf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.709621 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d03c91e-d43a-4a21-86d6-1960eaecadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.746218 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7d03c91e-d43a-4a21-86d6-1960eaecadf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f52367886c2b454b8be052aac79cefcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305484 Sep 10 17:46:04.747341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03c91e-d43a-4a21-86d6-1960eaecadf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8acaf0f-2008-4017-87a8-d0ea22a61a0b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:04.748913 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60262) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:04.799011 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.819345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.863358 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.866355 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.867502 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8acaf0f-2008-4017-87a8-d0ea22a61a0b HTTP/1.1" status: 204 len: 168 time: 0.1176083 Sep 10 17:46:04.874539 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63682880-6fca-4b90-bea6-35a2c45ea1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8acaf0f-2008-4017-87a8-d0ea22a61a0b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:11.069597 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-1eae1f92-355e-4eb5-8146-69bbec3763e5 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:11.070992 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-1eae1f92-355e-4eb5-8146-69bbec3763e5 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.0990705 Sep 10 17:46:11.084996 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-00922232-afb2-4b56-ba41-cca68fd8b4c6 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/quotas/a7edf7d33b5c4d69bf70c6415d7f7bbd HTTP/1.1" status: 200 len: 375 time: 0.0084295 Sep 10 17:46:11.131453 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-95666897-7e10-4b59-8fbd-ee935bd5ba7a tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414233 Sep 10 17:46:11.222823 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-6a7265da-6f53-4ecb-851c-aa9bc903f427 service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846610 Sep 10 17:46:11.312430 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-0f2a10b4-8a5b-49e3-97e6-f0b6ba546c6f service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830998 Sep 10 17:46:11.467387 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a43c4a73-fb25-4685-b1b3-48eecb4376bc req-9592211a-4898-49f1-961e-29e5b5d4d647 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0256941 Sep 10 17:46:12.412188 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b49aef83-19c5-4f5a-9b2a-889dd9c5f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:12.558469 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-38798b2c-e200-4a22-9c53-dc46292b3f26 req-28267023-0d49-4143-acb9-3fc1d2d4156d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0255804 Sep 10 17:46:12.756371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:13.649648 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4ec14ecd-4fd8-4be7-bae4-94f142d62c87 req-60e7bc41-c37b-4777-95ef-2adf714fdf82 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0262249 Sep 10 17:46:14.779198 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-86537cb5-1505-4a33-bd71-20099b4e0bf1 req-1679c0b3-c3bd-407c-8301-14e637c3138e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0610700 Sep 10 17:46:14.833808 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-5a815534-2a13-492e-bd6b-4e1ab6ea0770 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:14.839169 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-5a815534-2a13-492e-bd6b-4e1ab6ea0770 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1636734 Sep 10 17:46:14.868242 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Request body: {'port': {'device_id': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'admin_state_up': True, 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:14.941011 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8bf0-4f60-49ae-8f9d-7aae8d31715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:14.979260 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'port': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:46:14.982760 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.110982 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_common [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Allocated IP 172.20.0.6 (15fedf1a-f107-4273-a102-2d74ac49115f/5c71b809-657c-4651-8e20-0df41f81b410/c25c27f0-e1da-4581-af02-92fd7868f20d) {{(pid=95329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:46:15.250100 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks [] for port, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.286948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.299983 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:15.331631 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Network 15fedf1a-f107-4273-a102-2d74ac49115f is already hosted by enough agents. {{(pid=95329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:46:15.334794 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.base_scheduler [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Resources bound (agent type, host, resource id): {{(pid=95329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:46:15.338621 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Received port after_create {{(pid=95329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:46:15.347962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event updated for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:15.388096 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.395583 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:15.396339 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.411546 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-d8a8d9c4-dfa3-4fb2-9287-a5b3efedc06d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496156 Sep 10 17:46:15.424606 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Request body: {'port': {'device_id': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:15.482842 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.746722 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25c27f0-e1da-4581-af02-92fd7868f20d {{(pid=95329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:15.754320 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.765687 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Transition to ACTIVE for port object c25c27f0-e1da-4581-af02-92fd7868f20d will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:46:15.768896 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.836371 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Pushing event updated for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:15.885197 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Attempting to bind port c25c27f0-e1da-4581-af02-92fd7868f20d on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:46:15.885532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Attempting to bind port c25c27f0-e1da-4581-af02-92fd7868f20d by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:46:15.885861 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Attempting to bind port c25c27f0-e1da-4581-af02-92fd7868f20d on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:15.890070 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Port c25c27f0-e1da-4581-af02-92fd7868f20d on network 15fedf1a-f107-4273-a102-2d74ac49115f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:46:15.890417 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Attempting to bind port c25c27f0-e1da-4581-af02-92fd7868f20d on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:15.893987 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a997e-aca0-4679-ad85-c1b0b6bd49d1 req-1756b6fd-223e-4950-a39c-054504cf282d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:15.895580 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:46:15.895848 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-634a997e-aca0-4679-ad85-c1b0b6bd49d1 req-1756b6fd-223e-4950-a39c-054504cf282d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0479634 Sep 10 17:46:15.895976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Checking segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:46:15.896290 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Bound using segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:46:15.896712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Bound port: c25c27f0-e1da-4581-af02-92fd7868f20d, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:46:15.897067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.935478 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-634a997e-aca0-4679-ad85-c1b0b6bd49d1 req-a16bb9a9-632f-4a1e-a8f2-3a4d0ac062ff tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Sep 10 17:46:15.958877 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:46:15.961781 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c25c27f0-e1da-4581-af02-92fd7868f20d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:46:15.966212 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25295856'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:15.998212 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:15.998819 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:16.000206 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] 10.222.0.66 "PUT /v2.0/ports/c25c27f0-e1da-4581-af02-92fd7868f20d HTTP/1.1" status: 200 len: 1093 time: 0.5798318 Sep 10 17:46:16.000637 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:16.002937 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503a3e3-bf15-4bff-9ba5-a6db3438052c" -d '{"events": [{"name": "network-changed", "server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:16.026888 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33293769-a294-4c93-bb2a-9460e96d93bc service neutron] Pushing event updated for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:16.037827 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ed32c-87ea-4470-b531-1908b059af1f x-openstack-request-id: req-b35ed32c-87ea-4470-b531-1908b059af1f {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:16.038115 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:16.038405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b35ed32c-87ea-4470-b531-1908b059af1f {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:16.038792 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d', 'status': 'completed', 'code': 200} Sep 10 17:46:16.376188 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:17.045441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cddc24-dd37-4685-b1a4-9bc18c4b7367 req-c5be4c3b-14cc-4b17-92c5-35eddc7acc60 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:17.046924 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-23cddc24-dd37-4685-b1a4-9bc18c4b7367 req-c5be4c3b-14cc-4b17-92c5-35eddc7acc60 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0478022 Sep 10 17:46:17.084337 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-23cddc24-dd37-4685-b1a4-9bc18c4b7367 req-7c9537d8-c8eb-4261-8780-0548da4466f1 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Sep 10 17:46:17.843015 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:18.201989 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cafe66-595b-44bd-b194-6fa38cc7ee34 req-91908f23-b4a8-4c5b-8ffd-936468e2b0d4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:18.203477 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-57cafe66-595b-44bd-b194-6fa38cc7ee34 req-91908f23-b4a8-4c5b-8ffd-936468e2b0d4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0512362 Sep 10 17:46:18.242868 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-57cafe66-595b-44bd-b194-6fa38cc7ee34 req-12eb0008-645f-49f4-896e-d4f5f8fc957c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Sep 10 17:46:18.611665 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-85ce5fa5-3d35-4edb-9591-d6f9b5e2fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:18.613153 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-85ce5fa5-3d35-4edb-9591-d6f9b5e2fe08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0394289 Sep 10 17:46:19.025332 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-d9e7c030-c0f2-4aad-ac91-886e41dcd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:19.026834 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-d9e7c030-c0f2-4aad-ac91-886e41dcd7af service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4033623 Sep 10 17:46:19.183163 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-e05051d1-fb50-4455-9816-1fa65cd144c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:19.184617 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0503a3e3-bf15-4bff-9ba5-a6db3438052c req-e05051d1-fb50-4455-9816-1fa65cd144c5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502535 Sep 10 17:46:19.267036 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-90872334-bfbb-4265-85f3-da9c2cb1f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:19.269088 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-90872334-bfbb-4265-85f3-da9c2cb1f4d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0404861 Sep 10 17:46:19.310815 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-6f47438e-c194-48d7-b4af-8dc303220041 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25c27f0-e1da-4581-af02-92fd7868f20d HTTP/1.1" status: 200 len: 217 time: 0.0330420 Sep 10 17:46:19.356158 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce9970-dc41-4940-b42e-62664d9e4e32 req-d6810ced-3c2c-46bd-9b66-e64257eefd7e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:19.357635 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e1ce9970-dc41-4940-b42e-62664d9e4e32 req-d6810ced-3c2c-46bd-9b66-e64257eefd7e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0494092 Sep 10 17:46:19.366200 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763c37-7903-4eb3-8344-222e4d03671f req-da7e29c4-5ed2-4c30-9ed6-ace9b40e99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:19.367650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-da7e29c4-5ed2-4c30-9ed6-ace9b40e99ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0465961 Sep 10 17:46:19.395995 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e1ce9970-dc41-4940-b42e-62664d9e4e32 req-4cdd7ae6-15d8-4847-81d1-d20592390c6e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Sep 10 17:46:19.401204 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-81ab6250-8b4d-4cc9-8bdf-694e01b40142 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248561 Sep 10 17:46:19.492985 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-2c905872-f122-42cf-890c-3b47209cf9c4 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816138 Sep 10 17:46:19.583245 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-58763c37-7903-4eb3-8344-222e4d03671f req-089b719d-1201-4cc8-94f5-8f4ab56840da service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Sep 10 17:46:20.511613 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c3a7c-c35e-4b0a-bdf7-e58a8f65a347 req-7bb27496-bf2f-4f8b-b9a1-7848223c1fad tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:20.513101 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-595c3a7c-c35e-4b0a-bdf7-e58a8f65a347 req-7bb27496-bf2f-4f8b-b9a1-7848223c1fad tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0505824 Sep 10 17:46:20.549819 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-595c3a7c-c35e-4b0a-bdf7-e58a8f65a347 req-3512936b-29cc-4348-8390-be047daeac68 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301802 Sep 10 17:46:21.603585 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c25c27f0-e1da-4581-af02-92fd7868f20d details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:46:21.662023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8019cb-79c3-43e3-b48b-5ce4159dbd5c req-3d66ee08-7801-47db-a2e0-6e297df9f583 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:21.663546 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9f8019cb-79c3-43e3-b48b-5ce4159dbd5c req-3d66ee08-7801-47db-a2e0-6e297df9f583 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0482149 Sep 10 17:46:21.693789 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c25c27f0-e1da-4581-af02-92fd7868f20d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:21.703178 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9f8019cb-79c3-43e3-b48b-5ce4159dbd5c req-754b8ef0-574f-4503-95da-17db8401d68f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 10 17:46:21.705467 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': 'c25c27f0-e1da-4581-af02-92fd7868f20d', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'port_id': 'c25c27f0-e1da-4581-af02-92fd7868f20d', 'mac_address': 'fa:16:3e:a6:13:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71b809-657c-4651-8e20-0df41f81b410', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:46:21.751044 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:21.763120 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c27f0-e1da-4581-af02-92fd7868f20d {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:21.781420 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c25c27f0-e1da-4581-af02-92fd7868f20d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:21.785902 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:21.829002 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:22.019583 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c25c27f0-e1da-4581-af02-92fd7868f20d'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:22.815991 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cec206-debf-4b1f-9c8c-554f6d7b87d9 req-b8b82d30-7f22-4e28-8613-5947daa5718e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:22.817423 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-29cec206-debf-4b1f-9c8c-554f6d7b87d9 req-b8b82d30-7f22-4e28-8613-5947daa5718e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0471048 Sep 10 17:46:22.858227 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-29cec206-debf-4b1f-9c8c-554f6d7b87d9 req-1cdeee11-3119-4632-978c-85f4d97c1d06 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Sep 10 17:46:23.604145 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c25c27f0-e1da-4581-af02-92fd7868f20d up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:46:23.651158 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port c25c27f0-e1da-4581-af02-92fd7868f20d completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:46:23.654802 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port c25c27f0-e1da-4581-af02-92fd7868f20d triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:46:23.655174 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:23.734732 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:23.758422 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:23.760696 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecbb1dd-4064-4951-9e2f-c460df403226" -d '{"events": [{"server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:23.775939 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c25c27f0-e1da-4581-af02-92fd7868f20d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:23.781624 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:23.804282 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c892d-dc9f-49d5-87b3-1ff5b26b6025 x-openstack-request-id: req-9a3c892d-dc9f-49d5-87b3-1ff5b26b6025 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:23.804577 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:23.804824 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a3c892d-dc9f-49d5-87b3-1ff5b26b6025 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:23.805205 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d', 'code': 200} Sep 10 17:46:23.830039 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:23.989821 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c298-3bb2-4677-ba38-7b4d38aa7f3a req-ab741087-ddc6-40d9-9b3a-93ffb9058ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:23.991341 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1f76c298-3bb2-4677-ba38-7b4d38aa7f3a req-ab741087-ddc6-40d9-9b3a-93ffb9058ffe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0666485 Sep 10 17:46:24.003031 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797888e-45bf-416a-abe6-85c085f48122 req-1acc139f-b7ec-4061-b972-b8d4001b465e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:24.004484 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0797888e-45bf-416a-abe6-85c085f48122 req-1acc139f-b7ec-4061-b972-b8d4001b465e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0720885 Sep 10 17:46:24.053700 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-1f76c298-3bb2-4677-ba38-7b4d38aa7f3a req-abd7d35f-1e0d-4f34-adc1-b34ad6c08b26 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Sep 10 17:46:24.065418 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0797888e-45bf-416a-abe6-85c085f48122 req-1b948de2-5772-4ae6-aeb8-77c34c567cfa tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537806 Sep 10 17:46:24.868393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60462) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:24.970649 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c4eedcf6-b0a1-47c0-ab0a-95b0cbdeeb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.055109 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c4eedcf6-b0a1-47c0-ab0a-95b0cbdeeb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.058649 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c4eedcf6-b0a1-47c0-ab0a-95b0cbdeeb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.095720 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c4eedcf6-b0a1-47c0-ab0a-95b0cbdeeb2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acead9d71e934ac4a0b4850591d9c4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257359 Sep 10 17:46:25.096787 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eedcf6-b0a1-47c0-ab0a-95b0cbdeeb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a4b561-a820-48d6-b925-503ae05a11f6,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:25.098414 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60468) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:25.152041 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.179593 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.185735 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e898ff-7a68-4279-a6e7-8fd1031891eb req-fb1c2225-8f9f-4078-ac8b-877fb2b1494d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:25.187373 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b7e898ff-7a68-4279-a6e7-8fd1031891eb req-fb1c2225-8f9f-4078-ac8b-877fb2b1494d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0496178 Sep 10 17:46:25.229463 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b7e898ff-7a68-4279-a6e7-8fd1031891eb req-35a10ef1-b528-4b00-99a5-46e1a7dc072d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Sep 10 17:46:25.237869 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.240793 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:25.241982 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10a4b561-a820-48d6-b925-503ae05a11f6 HTTP/1.1" status: 204 len: 168 time: 0.1424167 Sep 10 17:46:25.249455 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6920af-cd6d-47ad-8a1f-a3b2e7f4752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a4b561-a820-48d6-b925-503ae05a11f6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:26.344630 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2fe23-c492-42be-8e9c-802fd9745647 req-e76e7e6f-13c9-4cd2-ac95-e810db7a36d4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:26.346011 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c2a2fe23-c492-42be-8e9c-802fd9745647 req-e76e7e6f-13c9-4cd2-ac95-e810db7a36d4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Sep 10 17:46:26.383281 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c2a2fe23-c492-42be-8e9c-802fd9745647 req-b3454542-05f1-4254-b5e9-124629546f82 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Sep 10 17:46:28.114048 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-44512c07-82da-44e5-9c76-a07d5e01254d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:28.115772 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-44512c07-82da-44e5-9c76-a07d5e01254d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1003954 Sep 10 17:46:28.129894 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-c8011242-a551-46ca-9ff9-8fd5a505e80a tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/quotas/a7edf7d33b5c4d69bf70c6415d7f7bbd HTTP/1.1" status: 200 len: 375 time: 0.0085361 Sep 10 17:46:28.178046 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-c8a6c126-2b06-4c24-9016-3b25f6dfb37c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430977 Sep 10 17:46:28.229161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60504) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:28.271510 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-2731ed19-b075-416b-85b1-321c143cceec service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864704 Sep 10 17:46:28.362869 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-00ab3c8e-a324-46e4-88ff-7c25cfdfa70d service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Sep 10 17:46:28.534968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-4d5fd1b8-e62d-45fb-a7af-b96bdf13ff65 req-7ebf50aa-3dc5-43ed-a290-330f4e738644 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 210 time: 0.0433142 Sep 10 17:46:28.554692 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Deleting port 122c8c00-39f5-4ca4-a015-64a8cf6c0b1c {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:28.554692 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:28.634897 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:28.635313 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:28.648044 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Calling delete_port for 122c8c00-39f5-4ca4-a015-64a8cf6c0b1c owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:28.822640 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:28.845393 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event deleted for resources: {'Port': ['ID=122c8c00-39f5-4ca4-a015-64a8cf6c0b1c,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:28.911205 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:28.911616 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Floating IP e190ee58-bca0-43d7-9748-0c4b2f866fc3 disassociated (deleted). External IP: 172.27.0.26, port: 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b. Sep 10 17:46:29.119779 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Router 05c52846-3f7c-42e1-91b1-e9a5424c88bd has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:46:29.224114 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:46:29.228878 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:29.233545 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Sync routers for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:46:29.243163 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:29.243808 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:29.257554 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-465af71f-3091-401a-b262-ff6c88a573bb tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "DELETE /v2.0/floatingips/e190ee58-bca0-43d7-9748-0c4b2f866fc3 HTTP/1.1" status: 204 len: 168 time: 1.0271528 Sep 10 17:46:29.258797 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:29.261356 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1" -d '{"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:29.301986 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7542ef-030f-4b22-a2b3-380366dbe3dc x-openstack-request-id: req-eb7542ef-030f-4b22-a2b3-380366dbe3dc {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:29.302482 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:29.302909 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb7542ef-030f-4b22-a2b3-380366dbe3dc {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:29.303481 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'status': 'completed', 'code': 200} Sep 10 17:46:29.364397 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:29.377383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-589039a8-0b8f-48e1-9600-de48d7cd0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.378985 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-589039a8-0b8f-48e1-9600-de48d7cd0bad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 1099 time: 0.0516179 Sep 10 17:46:29.501157 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-7e25e5d6-8435-460f-ad7f-9b4965eb613b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.503098 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-7e25e5d6-8435-460f-ad7f-9b4965eb613b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1485794 Sep 10 17:46:29.504707 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-4ed45d84-b6b4-44f0-99c4-e5c1af3e3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.506130 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-4ed45d84-b6b4-44f0-99c4-e5c1af3e3aeb service neutron] 10.222.0.66 "GET /v2.0/networks?id=20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 200 len: 908 time: 0.1112390 Sep 10 17:46:29.525212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Request body: {'port': {'device_id': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'admin_state_up': True, 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:29.592587 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-64bb2de9-dfce-4957-8df2-89f9c19f1eea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 200 len: 217 time: 0.0618956 Sep 10 17:46:29.642242 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916f5a-28e0-458b-a203-1055ea854215 req-5a51e839-128c-4793-924d-9212ca41c2f2 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.643460 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-50916f5a-28e0-458b-a203-1055ea854215 req-5a51e839-128c-4793-924d-9212ca41c2f2 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.1416094 Sep 10 17:46:29.653246 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:29.655014 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6207671f-2054-401b-a034-b107d570642f req-6e549fd8-4bea-4ccf-bb2c-d1a74e1219a0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 210 time: 0.0410342 Sep 10 17:46:29.662835 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-2e5c7fbd-77e0-4cd7-89fd-3104e121d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.664264 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-2e5c7fbd-77e0-4cd7-89fd-3104e121d3ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 200 len: 846 time: 0.0633962 Sep 10 17:46:29.674769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:46:29.678551 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:29.699623 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Checking router: 05c52846-3f7c-42e1-91b1-e9a5424c88bd for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:46:29.710719 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:29.711378 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:29.723122 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-50916f5a-28e0-458b-a203-1055ea854215 req-3b8c5707-d09a-41a7-9aa6-0b3f9c513264 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702913 Sep 10 17:46:29.743871 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-5505d9d2-d51a-4280-8bfd-24ff25b8990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:29.743871 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-5505d9d2-d51a-4280-8bfd-24ff25b8990a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20266423-cd4e-4162-9e17-daa6ca5de85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651116 Sep 10 17:46:29.818673 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Allocated IP 172.20.0.2 (15fedf1a-f107-4273-a102-2d74ac49115f/5c71b809-657c-4651-8e20-0df41f81b410/5304225c-3fe5-4adb-9282-f33210b91a6c) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:46:29.832655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:29.851429 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-93862119-c0a2-45a2-8ff2-d0e81e003a75 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912359 Sep 10 17:46:29.958095 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7fa607c8-3dca-47cf-a20c-5dab27ec05d1 req-c9e0182c-b63a-419f-987d-47a4ee12dd52 service neutron] 10.222.0.66 "GET /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892098 Sep 10 17:46:29.971122 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.011459 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.025737 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'c25c27f0-e1da-4581-af02-92fd7868f20d'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:30.055852 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Network 15fedf1a-f107-4273-a102-2d74ac49115f is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:46:30.058762 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:46:30.063091 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:46:30.098332 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event updated for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:30.109386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-69483369-76e4-4f95-a14a-503e16a313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:30.125325 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.125931 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.140034 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8ec9e1a0-79a3-4d65-83c4-f80cf69ea2b8 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194925 Sep 10 17:46:30.144140 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69483369-76e4-4f95-a14a-503e16a313de None None] The sync data for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi is: [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:40:51Z', 'revision_number': 4, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '03747e7c-9b91-42ae-ada7-8d4d984d339e', 'name': '', 'network_id': '20266423-cd4e-4162-9e17-daa6ca5de85c', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'mac_address': 'fa:16:3e:24:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '66a15bc5-8048-470d-a88a-962b4c182566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:51Z', 'updated_at': '2021-09-10T17:41:00Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'subnets': [{'id': '66a15bc5-8048-470d-a88a-962b4c182566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:46:30.153626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Request body: {'port': {'device_id': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:30.208231 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.385275 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45a2f9-4ebc-4a75-ad01-d3407022e078 None None] New status for floating IP e190ee58-bca0-43d7-9748-0c4b2f866fc3: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:46:30.475203 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5304225c-3fe5-4adb-9282-f33210b91a6c {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:30.483070 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.495052 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Transition to ACTIVE for port object 5304225c-3fe5-4adb-9282-f33210b91a6c will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:46:30.498612 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.552560 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Pushing event updated for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:30.612827 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Attempting to bind port 5304225c-3fe5-4adb-9282-f33210b91a6c on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:46:30.613158 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Attempting to bind port 5304225c-3fe5-4adb-9282-f33210b91a6c by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:46:30.613484 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Attempting to bind port 5304225c-3fe5-4adb-9282-f33210b91a6c on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:30.617870 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Port 5304225c-3fe5-4adb-9282-f33210b91a6c on network 15fedf1a-f107-4273-a102-2d74ac49115f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:46:30.618223 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Attempting to bind port 5304225c-3fe5-4adb-9282-f33210b91a6c on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:30.622925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:46:30.623260 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Checking segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:46:30.623637 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Bound using segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:46:30.624055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Bound port: 5304225c-3fe5-4adb-9282-f33210b91a6c, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:46:30.624403 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.685712 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:46:30.689739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=5304225c-3fe5-4adb-9282-f33210b91a6c,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:46:30.694091 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.720092 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:46:30.741481 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.742077 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:30.743486 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-652986aa-dc12-4762-85de-6db03d61104c service neutron] 10.222.0.66 "PUT /v2.0/ports/5304225c-3fe5-4adb-9282-f33210b91a6c HTTP/1.1" status: 200 len: 1093 time: 0.5941942 Sep 10 17:46:30.743917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:30.746097 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1da5198-cb1b-444d-a6cb-1e70a497470b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:30.785810 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652986aa-dc12-4762-85de-6db03d61104c service neutron] Pushing event updated for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:30.789905 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d43d2b-63b5-43e9-a840-5bd72953bba9 x-openstack-request-id: req-95d43d2b-63b5-43e9-a840-5bd72953bba9 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:30.790212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:30.790460 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95d43d2b-63b5-43e9-a840-5bd72953bba9 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:30.790838 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c', 'status': 'completed', 'code': 200} Sep 10 17:46:30.827272 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b442e06-ea47-4583-9d56-03050997d6d4 req-d14da079-4d81-4a6a-afe5-f6b9be1ebaec tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.828733 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b442e06-ea47-4583-9d56-03050997d6d4 req-d14da079-4d81-4a6a-afe5-f6b9be1ebaec tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 943 time: 0.0986183 Sep 10 17:46:30.859319 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-b33b5a2b-881f-426c-8a5d-4bc976a03c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.861360 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-b33b5a2b-881f-426c-8a5d-4bc976a03c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0687630 Sep 10 17:46:30.874917 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b442e06-ea47-4583-9d56-03050997d6d4 req-df6da8c2-ed49-4eff-886d-9c2cfd1932b4 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Sep 10 17:46:30.878840 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d2dd-9038-4897-bd6c-03a8f579a97b req-d47b2276-f79a-4882-b695-12d1ebbe2d8d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.880485 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0bf5d2dd-9038-4897-bd6c-03a8f579a97b req-d47b2276-f79a-4882-b695-12d1ebbe2d8d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0492558 Sep 10 17:46:30.912409 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-8742723a-e4db-45da-993f-ec1f64c0c54c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5304225c-3fe5-4adb-9282-f33210b91a6c HTTP/1.1" status: 200 len: 217 time: 0.0364399 Sep 10 17:46:30.918674 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0bf5d2dd-9038-4897-bd6c-03a8f579a97b req-0b1182ed-f5ed-4336-a399-0f8ac9eaad9d tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Sep 10 17:46:30.963784 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-0c887683-6df0-4dc8-8c66-34244fcf53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:30.965154 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-0c887683-6df0-4dc8-8c66-34244fcf53bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0418537 Sep 10 17:46:30.996739 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-4cfe6d0b-02cb-422f-a8d5-733bf7206fd9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238838 Sep 10 17:46:31.075776 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-710a8fb4-da61-4b6d-9c99-30d5d31350dc tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:31.077209 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-710a8fb4-da61-4b6d-9c99-30d5d31350dc tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.66 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 946 time: 0.0474079 Sep 10 17:46:31.090155 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-f62a6cdd-f5b1-4739-924c-28ba4c4d482a service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832176 Sep 10 17:46:31.168747 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Deleting port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:31.169094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.178401 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b6ce7af6-9c92-4494-8d6f-32a925bd6cfb req-05749913-fd93-4fe6-87c3-d5466e8f20cf service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Sep 10 17:46:31.256850 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] For port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:31.257137 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.258388 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-4daa3aa8-ef0c-4643-a022-4ab4e8fef485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:31.259882 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-4daa3aa8-ef0c-4643-a022-4ab4e8fef485 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0398252 Sep 10 17:46:31.270048 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Calling delete_port for 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b owned by compute:nova {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:31.353260 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-3eb6861c-e8d3-4680-a142-c286d5825f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:31.354802 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-3eb6861c-e8d3-4680-a142-c286d5825f84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 915 time: 0.0866630 Sep 10 17:46:31.396899 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-fa043aaf-5700-4cfb-b4d1-09c4bd59b0dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5304225c-3fe5-4adb-9282-f33210b91a6c HTTP/1.1" status: 200 len: 217 time: 0.0334957 Sep 10 17:46:31.397138 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.423241 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event deleted for resources: {'Port': ['ID=13d6a4b3-e79a-4c5c-b371-a0f817d79e3b,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:31.465262 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-8d6acaff-bcf4-4fc7-b8c3-466184e57ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:31.466745 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-8d6acaff-bcf4-4fc7-b8c3-466184e57ef9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0519266 Sep 10 17:46:31.466867 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] No DVR routers for this DVR port 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b on host hv-cinder-80696 {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:31.469219 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.471920 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d8d454d3-b454-4632-81ae-ec2b735a1666 req-cd33e1bb-d480-47bd-8259-3283eaaae559 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.66 "DELETE /v2.0/ports/13d6a4b3-e79a-4c5c-b371-a0f817d79e3b HTTP/1.1" status: 204 len: 173 time: 0.3884227 Sep 10 17:46:31.472351 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-deleted', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:31.474571 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070eeab5-6b74-4ee8-a3f7-0a5063291fe2" -d '{"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-deleted", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:31.506709 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-fe62c91d-f4eb-44c3-90f4-0c580a107faf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287187 Sep 10 17:46:31.511284 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d208d339-98e5-4cac-8517-3335c72f0cd1 x-openstack-request-id: req-d208d339-98e5-4cac-8517-3335c72f0cd1 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:31.511578 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956258dd-2ae4-4203-9ff9-22c0b16e6728", "name": "network-vif-deleted", "tag": "13d6a4b3-e79a-4c5c-b371-a0f817d79e3b", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:31.511834 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d208d339-98e5-4cac-8517-3335c72f0cd1 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:31.512223 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956258dd-2ae4-4203-9ff9-22c0b16e6728', 'name': 'network-vif-deleted', 'tag': '13d6a4b3-e79a-4c5c-b371-a0f817d79e3b', 'status': 'completed', 'code': 200} Sep 10 17:46:31.605051 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-7488dee5-5a89-4b91-89a1-fd83c0a60583 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Sep 10 17:46:31.703818 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b1da5198-cb1b-444d-a6cb-1e70a497470b req-78ea9d41-e66d-4b77-a2a0-9bb9b6a4f669 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Sep 10 17:46:31.994367 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c35e8-e014-463c-85b5-152414a38fc8 req-3731f3b6-21b9-447e-8c28-819ee6202feb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:31.995964 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c91c35e8-e014-463c-85b5-152414a38fc8 req-3731f3b6-21b9-447e-8c28-819ee6202feb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 943 time: 0.0529656 Sep 10 17:46:32.027415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6c9230f7-bd12-4adb-9c38-e3da16717c0a req-e176a0ea-326a-4a45-b8e7-a48d7b3dfce6 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "GET /v2.0/ports?device_id=956258dd-2ae4-4203-9ff9-22c0b16e6728 HTTP/1.1" status: 200 len: 210 time: 0.0295208 Sep 10 17:46:32.038650 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c91c35e8-e014-463c-85b5-152414a38fc8 req-5616f9ea-f55a-4fcf-a591-d23951db7e99 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Sep 10 17:46:32.259579 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3270210-4e60-4cb0-a26c-d29b2f5228b6 req-5deb8a20-e4d0-4935-9d68-e0a76f01c3f5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:32.261164 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b3270210-4e60-4cb0-a26c-d29b2f5228b6 req-5deb8a20-e4d0-4935-9d68-e0a76f01c3f5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0526025 Sep 10 17:46:32.301431 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b3270210-4e60-4cb0-a26c-d29b2f5228b6 req-335adaf2-12b3-4d9f-9171-4fd484eb569c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341365 Sep 10 17:46:33.091175 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60550) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:33.185532 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033188ed-1fb5-4066-aad6-64543b529130 req-7f1f9d80-6e20-44d1-a4d2-a35ef2d115e1 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:33.187017 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-033188ed-1fb5-4066-aad6-64543b529130 req-7f1f9d80-6e20-44d1-a4d2-a35ef2d115e1 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 943 time: 0.0812595 Sep 10 17:46:33.190290 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.228250 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.264241 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-033188ed-1fb5-4066-aad6-64543b529130 req-7084cf84-b545-44e4-85b0-a37ab26bf118 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689189 Sep 10 17:46:33.300465 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.303379 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.304493 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] 10.222.0.65 "DELETE /v2.0/security-groups/1cadc0f3-6a09-4389-a9e0-d290aa48a1d5 HTTP/1.1" status: 204 len: 168 time: 0.2122519 Sep 10 17:46:33.313500 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cadc0f3-6a09-4389-a9e0-d290aa48a1d5,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:33.324001 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.324286 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.324635 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.324978 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.325318 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.325658 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.325987 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.326343 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.326676 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.327060 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.327391 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.327719 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c6b84-4c7a-437c-b65f-d520ab53f707 tempest-TestShelveInstance-279577596 tempest-TestShelveInstance-279577596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:33.361523 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60556) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:33.424460 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2b41c-bfb2-4f48-8bf6-6dcd7416be72 req-92a07667-9713-4a94-9da0-3f90a419bf6f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:33.425951 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e4e2b41c-bfb2-4f48-8bf6-6dcd7416be72 req-92a07667-9713-4a94-9da0-3f90a419bf6f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0495698 Sep 10 17:46:33.474607 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e4e2b41c-bfb2-4f48-8bf6-6dcd7416be72 req-56ea849d-c860-45c2-941b-006a4004362c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Sep 10 17:46:33.657449 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 5304225c-3fe5-4adb-9282-f33210b91a6c details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:46:33.753915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=5304225c-3fe5-4adb-9282-f33210b91a6c,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:33.765518 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '5304225c-3fe5-4adb-9282-f33210b91a6c', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'port_id': '5304225c-3fe5-4adb-9282-f33210b91a6c', 'mac_address': 'fa:16:3e:79:48:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71b809-657c-4651-8e20-0df41f81b410', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:46:33.803636 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.809410 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.818026 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5304225c-3fe5-4adb-9282-f33210b91a6c {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:33.824771 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-c6138b7e-6ad0-40fe-9a3c-115068e2566b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:33.826240 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-c6138b7e-6ad0-40fe-9a3c-115068e2566b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0492132 Sep 10 17:46:33.837394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=5304225c-3fe5-4adb-9282-f33210b91a6c,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:33.841813 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:33.893256 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:33.921577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 4932c70d-9d5b-40f5-9707-964a81a077ac {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:33.921838 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.015111 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] For port 4932c70d-9d5b-40f5-9707-964a81a077ac, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4932c70d-9d5b-40f5-9707-964a81a077ac,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:34.015472 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.060825 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Deleting port 03747e7c-9b91-42ae-ada7-8d4d984d339e {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:34.061167 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.064662 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['5304225c-3fe5-4adb-9282-f33210b91a6c'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:34.142161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] For port 03747e7c-9b91-42ae-ada7-8d4d984d339e, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=03747e7c-9b91-42ae-ada7-8d4d984d339e,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:34.142795 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.157004 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Calling delete_port for 03747e7c-9b91-42ae-ada7-8d4d984d339e owned by network:router_interface {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:34.467655 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc4a11-7c9a-4fb0-9146-77ea998fe294 req-bd9d5efd-44f7-4d21-9750-69b4a593c8af tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:34.469133 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0acc4a11-7c9a-4fb0-9146-77ea998fe294 req-bd9d5efd-44f7-4d21-9750-69b4a593c8af tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 944 time: 0.1251776 Sep 10 17:46:34.494729 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.495086 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.495401 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP e2ef69a0-7c78-4914-bdaa-f5539c0d4adc disassociated. External IP: 172.27.0.220, port: 4932c70d-9d5b-40f5-9707-964a81a077ac. Sep 10 17:46:34.495738 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 4932c70d-9d5b-40f5-9707-964a81a077ac owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:34.559384 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0acc4a11-7c9a-4fb0-9146-77ea998fe294 req-b2dcaa73-2690-4b0f-b977-0f66eb3909fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831265 Sep 10 17:46:34.623487 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9b4a-3fc6-4210-a9bf-9c2247296674 req-d580bc98-42cd-48e8-85d7-b0774eea0a22 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:34.624968 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b2fa9b4a-3fc6-4210-a9bf-9c2247296674 req-d580bc98-42cd-48e8-85d7-b0774eea0a22 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51dc2c3-b84f-4436-82f6-368881d0a4cc HTTP/1.1" status: 200 len: 945 time: 0.0819097 Sep 10 17:46:34.639209 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.652222 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.672614 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=03747e7c-9b91-42ae-ada7-8d4d984d339e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:34.677715 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=4932c70d-9d5b-40f5-9707-964a81a077ac,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:34.687576 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.687892 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.688237 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.689100 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.689436 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.689773 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.690105 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.690459 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.690787 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.691113 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.691451 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.691749 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:34.734482 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b2fa9b4a-3fc6-4210-a9bf-9c2247296674 req-9029bd55-4f27-4fb1-847e-ef37fb1af3f8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023767 Sep 10 17:46:34.822735 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:46:34.856852 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.930820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:46:34.941792 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:46:34.950683 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:34.951467 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:34.969416 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] No DVR routers for this DVR port 4932c70d-9d5b-40f5-9707-964a81a077ac on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:34.972410 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.974524 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8b79653e-87ee-4ade-832d-c37850f4d456 req-8f9466b0-214e-448c-8fbf-83b7c3da51f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "DELETE /v2.0/ports/4932c70d-9d5b-40f5-9707-964a81a077ac HTTP/1.1" status: 204 len: 173 time: 1.1419532 Sep 10 17:46:34.975164 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'name': 'network-vif-deleted', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:34.977453 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855cfbc8-10bb-4e31-a1e6-1f4493340d4e" -d '{"events": [{"server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "name": "network-vif-deleted", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:35.030214 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c65ccf-318b-49af-9d04-ab8317351ce4 x-openstack-request-id: req-84c65ccf-318b-49af-9d04-ab8317351ce4 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:35.031103 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51dc2c3-b84f-4436-82f6-368881d0a4cc", "name": "network-vif-deleted", "tag": "4932c70d-9d5b-40f5-9707-964a81a077ac", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:35.031103 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84c65ccf-318b-49af-9d04-ab8317351ce4 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:35.031575 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51dc2c3-b84f-4436-82f6-368881d0a4cc', 'name': 'network-vif-deleted', 'tag': '4932c70d-9d5b-40f5-9707-964a81a077ac', 'status': 'completed', 'code': 200} Sep 10 17:46:35.073951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:35.093938 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Router 05c52846-3f7c-42e1-91b1-e9a5424c88bd has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:46:35.211428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:46:35.217291 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ddafadfe-698d-4663-a318-cb9828394c20 admin admin] 10.222.0.65 "PUT /v2.0/routers/05c52846-3f7c-42e1-91b1-e9a5424c88bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542681 Sep 10 17:46:35.220538 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60566) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:35.225143 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Sync routers for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:46:35.235658 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:35.236275 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.306202 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.333375 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:46:35.343129 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:35.344295 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.356321 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:35.368825 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:35.471546 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:35.528101 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Deleting port f43785da-4c9b-4e89-8818-89d2babd25e6 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:35.528756 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:35.559167 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:46:34Z', 'revision_number': 5, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port': {'id': 'f43785da-4c9b-4e89-8818-89d2babd25e6', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:49Z', 'updated_at': '2021-09-10T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.575162 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:35.596033 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Checking router: 05c52846-3f7c-42e1-91b1-e9a5424c88bd for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:46:35.607169 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Routers {'05c52846-3f7c-42e1-91b1-e9a5424c88bd'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:35.607832 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.681946 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] For port f43785da-4c9b-4e89-8818-89d2babd25e6, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=f43785da-4c9b-4e89-8818-89d2babd25e6,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:35.682434 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:35.698726 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Calling delete_port for f43785da-4c9b-4e89-8818-89d2babd25e6 owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:35.718541 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabb66b-faf0-4605-8808-cf9bfe29cf07 req-74b563ca-d78d-4566-9494-fcad275d4dc0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:35.726106 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-beabb66b-faf0-4605-8808-cf9bfe29cf07 req-74b563ca-d78d-4566-9494-fcad275d4dc0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 944 time: 0.0928984 Sep 10 17:46:35.796076 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 5304225c-3fe5-4adb-9282-f33210b91a6c up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:46:35.820973 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-beabb66b-faf0-4605-8808-cf9bfe29cf07 req-19adb54e-bb09-4d7c-95f4-b1ecf9e8facf tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Sep 10 17:46:35.836155 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] Set router 05c52846-3f7c-42e1-91b1-e9a5424c88bd gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:35.870696 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 5304225c-3fe5-4adb-9282-f33210b91a6c completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:46:35.875386 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 5304225c-3fe5-4adb-9282-f33210b91a6c triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:46:35.875763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:35.893575 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:46:35Z', 'revision_number': 6, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.904085 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:35.925123 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a158-0645-44af-b256-b92442ef6f53 None None] The sync data for ids ['05c52846-3f7c-42e1-91b1-e9a5424c88bd'] in dv-cinder-806968-2-iscsi is: [{'id': '05c52846-3f7c-42e1-91b1-e9a5424c88bd', 'name': 'tempest-TestShelveInstance-80018047-router', 'tenant_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:48Z', 'updated_at': '2021-09-10T17:46:35Z', 'revision_number': 6, 'project_id': '3e620cdb5ca54d739a692a0aa0ba6955', 'gw_port_host': None}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:46:35.943951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9b51b-db34-478f-94dd-cb2627f3a5dd None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:46:35.988628 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.017713 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f43785da-4c9b-4e89-8818-89d2babd25e6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:36.027173 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.065426 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ea8d16f6-60be-4c1c-9a59-a9f1617b874d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852694996&fields=id&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 267 time: 0.0399282 Sep 10 17:46:36.066969 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:36.069240 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d114f34-414b-46be-8cdb-1fe988bad73b" -d '{"events": [{"server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "name": "network-vif-plugged", "status": "completed", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:36.087247 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=5304225c-3fe5-4adb-9282-f33210b91a6c,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:36.095700 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.096615 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4932c70d-9d5b-40f5-9707-964a81a077ac no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:36.109307 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.123915 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a344e-a962-4aed-aad2-54213fff279b x-openstack-request-id: req-010a344e-a962-4aed-aad2-54213fff279b {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:36.124270 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "name": "network-vif-plugged", "status": "completed", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:36.124528 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-010a344e-a962-4aed-aad2-54213fff279b {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:36.125292 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c', 'code': 200} Sep 10 17:46:36.155907 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 4932c70d-9d5b-40f5-9707-964a81a077ac {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:36.156258 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4932c70d-9d5b-40f5-9707-964a81a077ac not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:36.156678 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:36.187543 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:36.187894 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 13d6a4b3-e79a-4c5c-b371-a0f817d79e3b not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:36.188735 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-6adebf53-7899-4af1-8df2-01b9716fdee1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:36.191167 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-6adebf53-7899-4af1-8df2-01b9716fdee1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.1174774 Sep 10 17:46:36.211096 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-12c8e479-c4c2-4d59-8b56-8b09b0891236 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/quotas/79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 375 time: 0.0128577 Sep 10 17:46:36.219259 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:36.256936 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.263620 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.286216 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd07578-e940-4ac7-956f-df55d6d709d4 None None] New status for floating IP e2ef69a0-7c78-4914-bdaa-f5539c0d4adc: DOWN {{(pid=95331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:46:36.296804 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-b6f7b6f9-b80d-4588-bff7-097991261b8e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709169 Sep 10 17:46:36.355549 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.358100 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c52846-3f7c-42e1-91b1-e9a5424c88bd {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:46:36.368811 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.370205 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-54cc49e5-5972-4318-bf3c-9754f51ca8ee admin admin] 10.222.0.65 "DELETE /v2.0/routers/05c52846-3f7c-42e1-91b1-e9a5424c88bd HTTP/1.1" status: 204 len: 168 time: 1.1473148 Sep 10 17:46:36.373125 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60580) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:36.413375 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-928be273-aefd-4061-ab99-5038c4ed6567 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060796 Sep 10 17:46:36.463935 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Deleting subnet 66a15bc5-8048-470d-a88a-962b4c182566 {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:46:36.470344 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.508571 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.514694 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171885a-ae6c-46a5-8dbb-fb8f6df93522 req-cf38f81e-460a-42e7-9683-29e931c28dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:36.516188 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0171885a-ae6c-46a5-8dbb-fb8f6df93522 req-cf38f81e-460a-42e7-9683-29e931c28dd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 1098 time: 0.2184474 Sep 10 17:46:36.560607 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-e42f73df-1dfc-4ec6-8689-279982e57d38 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464028 Sep 10 17:46:36.566153 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-0171885a-ae6c-46a5-8dbb-fb8f6df93522 req-25e22d10-ca4d-4e59-a4d5-d0e93bb80448 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Sep 10 17:46:36.586013 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.639003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.669894 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a15bc5-8048-470d-a88a-962b4c182566,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:36.676084 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.678007 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-046de4d8-3cb7-4d8f-8d89-e4189e0f7e34 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/66a15bc5-8048-470d-a88a-962b4c182566 HTTP/1.1" status: 204 len: 168 time: 0.3037808 Sep 10 17:46:36.680533 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60586) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:36.683269 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cfe8fc-c7e6-425a-9b63-ff4c12af60d1 None None] Network 20266423-cd4e-4162-9e17-daa6ca5de85c requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:46:36.752876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.829905 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 03747e7c-9b91-42ae-ada7-8d4d984d339e no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:36.848019 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Deleting port d684543e-679a-4e13-8c99-57151f021475 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:36.848486 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.883815 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 03747e7c-9b91-42ae-ada7-8d4d984d339e {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:36.884179 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 03747e7c-9b91-42ae-ada7-8d4d984d339e not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:36.910251 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c1b1ae6a-ec45-4030-9ed6-07ad6804eca7 req-56fd79a3-b76e-413e-a369-dfb2a2c6099c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 210 time: 0.0360758 Sep 10 17:46:36.971481 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] For port d684543e-679a-4e13-8c99-57151f021475, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=d684543e-679a-4e13-8c99-57151f021475,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:36.971956 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82999-6545-4862-9f4c-3410ea11692f req-ad9c6104-42e7-42fe-acbb-82c423b7bd2d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:36.972180 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:36.973568 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-23d82999-6545-4862-9f4c-3410ea11692f req-ad9c6104-42e7-42fe-acbb-82c423b7bd2d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Sep 10 17:46:36.988919 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Calling delete_port for d684543e-679a-4e13-8c99-57151f021475 owned by network:dhcp {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:36.993589 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] DHCP port deletion for 20266423-cd4e-4162-9e17-daa6ca5de85c request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:46:37.029413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-23d82999-6545-4862-9f4c-3410ea11692f req-23a075a0-9e19-4bac-8d31-59f09f174163 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Sep 10 17:46:37.081901 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Deleting port d684543e-679a-4e13-8c99-57151f021475 {{(pid=95331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:37.082307 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.125294 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.161934 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d684543e-679a-4e13-8c99-57151f021475,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:37.163012 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] For port d684543e-679a-4e13-8c99-57151f021475, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=d684543e-679a-4e13-8c99-57151f021475,segment=NetworkSegment(a238bf08-0c51-4644-82e3-492e34971333),segment_id=a238bf08-0c51-4644-82e3-492e34971333)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:37.164120 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.165967 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] No DVR routers for this DVR port d684543e-679a-4e13-8c99-57151f021475 on host dv-cinder-806968-2-iscsi {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:37.182301 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Calling delete_port for d684543e-679a-4e13-8c99-57151f021475 owned by network:dhcp {{(pid=95331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:37.252341 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.283254 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.284955 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20266423-cd4e-4162-9e17-daa6ca5de85c']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:37.295385 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a238bf08-0c51-4644-82e3-492e34971333') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:37.295737 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a238bf08-0c51-4644-82e3-492e34971333') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:37.307064 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.316837 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] Pushing event deleted for resources: {'Port': ['ID=d684543e-679a-4e13-8c99-57151f021475,revision_number=None']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:37.319998 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d624e32-6d44-48b4-bf1b-629c5b214bdc None None] No DVR routers for this DVR port d684543e-679a-4e13-8c99-57151f021475 on host dv-cinder-806968-2-iscsi {{(pid=95331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:37.327436 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.334068 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:46:37.334493 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:46:37.336617 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:46:37.400362 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.405811 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:37.408938 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] 10.222.0.65 "DELETE /v2.0/networks/20266423-cd4e-4162-9e17-daa6ca5de85c HTTP/1.1" status: 204 len: 168 time: 0.7273524 Sep 10 17:46:37.412020 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60602) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:37.422108 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ca08-7001-4076-a378-1704b575f802 admin admin] Pushing event deleted for resources: {'Network': ['ID=20266423-cd4e-4162-9e17-daa6ca5de85c,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:37.775996 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:38.010162 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-23a716db-33eb-495a-9a63-4204f22efbef req-a0120995-ba6b-40c1-ac4c-57a39fd37444 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Sep 10 17:46:38.106926 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Deleting port 767945f6-f36c-44d9-8cbd-16996672c915 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:38.107184 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device f43785da-4c9b-4e89-8818-89d2babd25e6 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:38.107640 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:38.117985 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-b68cff20-081d-4da4-aa51-0bb2e65c7dcc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:38.119507 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-b68cff20-081d-4da4-aa51-0bb2e65c7dcc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.1472604 Sep 10 17:46:38.128097 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: f43785da-4c9b-4e89-8818-89d2babd25e6 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:38.128453 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device f43785da-4c9b-4e89-8818-89d2babd25e6 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:38.129209 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device d684543e-679a-4e13-8c99-57151f021475 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:38.148505 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: d684543e-679a-4e13-8c99-57151f021475 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:38.148851 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device d684543e-679a-4e13-8c99-57151f021475 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:38.236776 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-975d6a21-f825-4fb6-87c6-3df577aa9a5b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 379 time: 0.0988159 Sep 10 17:46:38.248542 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'port': {'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'admin_state_up': True, 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'security_groups': ['8aaafeb2-c581-4439-ab47-3874a9162b1e']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:38.257993 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ab2e2-9407-44e1-a7b1-212d7b141958 req-aaa3b775-c3dc-43c2-8c81-2df605ae8cf3 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:38.259415 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6d7ab2e2-9407-44e1-a7b1-212d7b141958 req-aaa3b775-c3dc-43c2-8c81-2df605ae8cf3 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 945 time: 0.1500447 Sep 10 17:46:38.332211 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] For port 767945f6-f36c-44d9-8cbd-16996672c915, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=767945f6-f36c-44d9-8cbd-16996672c915,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:38.332496 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:38.385986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Calling delete_port for 767945f6-f36c-44d9-8cbd-16996672c915 owned by network:router_interface {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:38.407026 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6d7ab2e2-9407-44e1-a7b1-212d7b141958 req-e67d17d3-6b87-4ffa-b5cb-18e8ac07ea7a tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320577 Sep 10 17:46:38.494564 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Made reservation on behalf of 79e3c40e1e1f4de3bf0f02c897206c88 for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:46:38.498022 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:38.705321 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.20.0.8 (9e3de542-b598-4b70-a15c-2f089a10c266/26351a88-3f22-4313-b804-53b5d5c9ae6f/4ee1c54b-a82b-4a59-b7f2-ea997a784ea1) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:46:38.727931 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:38.765461 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=767945f6-f36c-44d9-8cbd-16996672c915,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:39.000493 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.019886 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Transition to ACTIVE for port object 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:46:39.032041 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.113385 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-c9749ece-4ad4-4519-9ade-4f39edcdb3b9 req-c84c5c24-e986-4a17-b459-ab3f79dc2bca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 210 time: 0.0299959 Sep 10 17:46:39.140678 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.189039 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:46:39.194536 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:46:39.201992 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:46:39.230615 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:39.321178 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:39.321836 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.346328 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef0a4a2b-1c8f-456b-84f2-e79700417031 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1026225 Sep 10 17:46:39.362161 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Request body: {'port': {'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:39.404303 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Router 458bb838-9ada-409a-a9c3-e5c299deea23 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:46:39.435845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.456238 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-3034b9bd-50ca-450b-8018-f151b33e395d None None] Provisioning for port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:46:39.460184 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-3034b9bd-50ca-450b-8018-f151b33e395d None None] Provisioning complete for port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:46:39.460550 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-3034b9bd-50ca-450b-8018-f151b33e395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.492667 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-3034b9bd-50ca-450b-8018-f151b33e395d None None] Port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:46:39.625473 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:46:39.634694 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4f1c9b51-186e-44aa-8819-7fb990af1fdd admin admin] 10.222.0.65 "PUT /v2.0/routers/458bb838-9ada-409a-a9c3-e5c299deea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187176 Sep 10 17:46:39.635067 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60616) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:39.635192 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Sync routers for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:46:39.644903 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:39.645670 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:39.742040 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.759624 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:39.792684 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:39.801345 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.825612 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Transition to ACTIVE for port object 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:46:39.829772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.856354 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.910968 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:39.943632 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Deleting port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:39.945595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:39.965966 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Attempting to bind port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:46:39.966408 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Attempting to bind port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:46:39.966805 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Attempting to bind port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:39.972160 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 on network 9e3de542-b598-4b70-a15c-2f089a10c266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:46:39.972626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Attempting to bind port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:39.978056 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:46:39.978500 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:46:39.979093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Bound using segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:46:39.979595 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Bound port: 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:46:39.980026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.018082 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:46:38Z', 'revision_number': 5, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port': {'id': 'ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:40:55Z', 'updated_at': '2021-09-10T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:40.059406 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Checking router: 458bb838-9ada-409a-a9c3-e5c299deea23 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:46:40.067315 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:46:40.071552 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:46:40.077422 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Routers {'458bb838-9ada-409a-a9c3-e5c299deea23'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:40.078192 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['458bb838-9ada-409a-a9c3-e5c299deea23'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:40.081903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.128596 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] For port ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:40.130212 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.153884 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:40.161890 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.163043 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] 10.222.0.66 "PUT /v2.0/ports/4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 1093 time: 0.8067808 Sep 10 17:46:40.163577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:40.165838 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555" -d '{"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:40.184333 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Calling delete_port for ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:40.204853 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] Set router 458bb838-9ada-409a-a9c3-e5c299deea23 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:40.252509 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef838e2c-195b-4537-b8c7-7892282c4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:40.281337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-f400fc36-6eed-4c9d-832b-eb9c0b01b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:40.283689 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-f400fc36-6eed-4c9d-832b-eb9c0b01b1fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1096 time: 0.0677152 Sep 10 17:46:40.363358 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:46:39Z', 'revision_number': 6, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:40.369826 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-8fa1ac52-176f-40a6-ab88-74cf547e09f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 217 time: 0.0671966 Sep 10 17:46:40.371512 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe10a408-9ad5-4233-8900-a6f200332b05 x-openstack-request-id: req-fe10a408-9ad5-4233-8900-a6f200332b05 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:40.371860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:40.372248 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe10a408-9ad5-4233-8900-a6f200332b05 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:40.372532 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'status': 'completed', 'code': 200} Sep 10 17:46:40.400222 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451db08e-6aa1-4e77-99ce-dd4fedac03eb None None] The sync data for ids ['458bb838-9ada-409a-a9c3-e5c299deea23'] in dv-cinder-806968-2-iscsi is: [{'id': '458bb838-9ada-409a-a9c3-e5c299deea23', 'name': 'tempest-TestShelveInstance-2138530550-router', 'tenant_id': 'ec746aad14a843358497ea51d49232d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:40:54Z', 'updated_at': '2021-09-10T17:46:39Z', 'revision_number': 6, 'project_id': 'ec746aad14a843358497ea51d49232d4', 'gw_port_host': None}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:46:40.416106 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1c50d-6eae-4969-8ad4-871a4bd66600 req-51f29b99-83f1-4963-8259-5d7531e9ae91 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:40.417660 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-47c1c50d-6eae-4969-8ad4-871a4bd66600 req-51f29b99-83f1-4963-8259-5d7531e9ae91 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.1296363 Sep 10 17:46:40.435666 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-da41d8ed-fb1c-4138-982a-e5968f3ed0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:40.437142 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-da41d8ed-fb1c-4138-982a-e5968f3ed0cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0594771 Sep 10 17:46:40.478621 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-47c1c50d-6eae-4969-8ad4-871a4bd66600 req-adaf3da1-e94d-4a9b-8100-67fa391185d1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492344 Sep 10 17:46:40.537368 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.564262 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:40.631429 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.728463 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.730863 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.767006 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-0844b114-adbb-49cd-9f42-1e29d89a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:40.768503 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-0844b114-adbb-49cd-9f42-1e29d89a84eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3203602 Sep 10 17:46:40.780242 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.780845 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458bb838-9ada-409a-a9c3-e5c299deea23 {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:46:40.785912 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.787213 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-77792695-8e39-4eeb-83ed-c17e8c9ba2f6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/458bb838-9ada-409a-a9c3-e5c299deea23 HTTP/1.1" status: 204 len: 168 time: 1.1511657 Sep 10 17:46:40.789692 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60634) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:40.834903 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Deleting subnet d1bb67f1-1ebd-4a06-a5d6-d5575797f127 {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:46:40.839361 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.871149 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-e097c4ad-50b1-4b75-87b0-fb62a57d1a3b service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Sep 10 17:46:40.876422 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.956184 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:40.968838 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6eec9efb-e464-461b-b0e6-7ab0e2863a19 req-21022824-38c8-44b9-8d1f-7c3b1439b7b5 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901155 Sep 10 17:46:41.013314 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.040365 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bb67f1-1ebd-4a06-a5d6-d5575797f127,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:41.042068 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.046595 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1878193e-d566-4539-9e85-6c466d4f5011 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d1bb67f1-1ebd-4a06-a5d6-d5575797f127 HTTP/1.1" status: 204 len: 168 time: 0.2533302 Sep 10 17:46:41.046595 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60636) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:41.049905 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-8d20d024-b77b-45d6-b149-ed69a815ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:41.051452 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-8d20d024-b77b-45d6-b149-ed69a815ed57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1096 time: 0.0406983 Sep 10 17:46:41.052233 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a592dca-3ba6-4c5b-9ede-20cf404b416a None None] Network c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:46:41.128399 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.151435 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-903d6771-3dc8-4562-a126-0ffc0f9b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:41.152962 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-903d6771-3dc8-4562-a126-0ffc0f9b7de1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0947170 Sep 10 17:46:41.188428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Deleting port c69bb4e8-2a2d-490e-a972-6f51557a6acf {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:41.189037 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.207779 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-8abedb9d-6ed5-4f88-adb5-cdc7193c4e6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 217 time: 0.0416355 Sep 10 17:46:41.242294 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] DHCP port deletion for c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:46:41.262709 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] For port c69bb4e8-2a2d-490e-a972-6f51557a6acf, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=c69bb4e8-2a2d-490e-a972-6f51557a6acf,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:41.263626 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.264524 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-f274315d-d985-4c48-b583-1397fe491f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:41.266027 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-f274315d-d985-4c48-b583-1397fe491f44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0492930 Sep 10 17:46:41.276944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Calling delete_port for c69bb4e8-2a2d-490e-a972-6f51557a6acf owned by network:dhcp {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:41.294345 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Deleting port c69bb4e8-2a2d-490e-a972-6f51557a6acf {{(pid=95331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:46:41.294766 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.326780 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-285b86c2-0f75-4a18-8940-001654c3596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:41.328367 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-285b86c2-0f75-4a18-8940-001654c3596e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551195 Sep 10 17:46:41.357730 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] For port c69bb4e8-2a2d-490e-a972-6f51557a6acf, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=c69bb4e8-2a2d-490e-a972-6f51557a6acf,segment=NetworkSegment(d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c),segment_id=d9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:41.358475 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.368905 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.374066 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Calling delete_port for c69bb4e8-2a2d-490e-a972-6f51557a6acf owned by network:dhcp {{(pid=95331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:46:41.396230 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] No DVR routers for this DVR port c69bb4e8-2a2d-490e-a972-6f51557a6acf on host dv-cinder-806968-2-iscsi {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:41.432694 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-b2e9410d-ae00-4130-bfaa-e97bfc075024 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950422 Sep 10 17:46:41.442214 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c69bb4e8-2a2d-490e-a972-6f51557a6acf,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:41.482039 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.503710 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.520205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] Pushing event deleted for resources: {'Port': ['ID=c69bb4e8-2a2d-490e-a972-6f51557a6acf,revision_number=None']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:41.522256 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ee3fe-f0c4-474c-bd51-45b244552938 None None] No DVR routers for this DVR port c69bb4e8-2a2d-490e-a972-6f51557a6acf on host dv-cinder-806968-2-iscsi {{(pid=95331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:46:41.539480 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed08a3-e1f8-44f4-b1f6-35672ca591b9']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:41.551831 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ca5d3ebe-f458-4a30-b38d-e6ec860b8555 req-35aa15f7-12db-4352-9d2e-a6a390918a95 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125793 Sep 10 17:46:41.565091 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:41.565525 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e07bc2-d48e-4de8-9cdb-7d09bf7fbb5c') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:41.579977 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.594722 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.601268 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:46:41.601663 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:46:41.603685 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:46:41.611763 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16843a4-3435-4598-9916-24a2600f469a req-993dbc96-e42b-475c-908b-5fa6dc137ab2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:41.613422 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f16843a4-3435-4598-9916-24a2600f469a req-993dbc96-e42b-475c-908b-5fa6dc137ab2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.0587907 Sep 10 17:46:41.658351 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f16843a4-3435-4598-9916-24a2600f469a req-bc9abc80-e09a-423f-8a9e-88fbb9c1368e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Sep 10 17:46:41.668240 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.675743 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.680025 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] 10.222.0.65 "DELETE /v2.0/networks/c0ed08a3-e1f8-44f4-b1f6-35672ca591b9 HTTP/1.1" status: 204 len: 168 time: 0.6295478 Sep 10 17:46:41.686743 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d44f-db7f-40e8-9e95-040246f662dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ed08a3-e1f8-44f4-b1f6-35672ca591b9,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:41.790193 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60644) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:41.829134 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-f27834be-97de-452a-a473-eec885b6b2cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e620cdb5ca54d739a692a0aa0ba6955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376482 Sep 10 17:46:41.831673 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 60646) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:41.877898 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.901407 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.946944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.949598 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:41.950750 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad3d5f34-2d20-48d4-a70a-8e3bea678e27 HTTP/1.1" status: 204 len: 168 time: 0.1181667 Sep 10 17:46:41.957903 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c77d25-1713-4145-952c-e9a15c602d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d5f34-2d20-48d4-a70a-8e3bea678e27,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:42.091582 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 767945f6-f36c-44d9-8cbd-16996672c915 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:42.115262 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 767945f6-f36c-44d9-8cbd-16996672c915 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:42.115633 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 767945f6-f36c-44d9-8cbd-16996672c915 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:42.116121 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device c69bb4e8-2a2d-490e-a972-6f51557a6acf no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:42.135206 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: c69bb4e8-2a2d-490e-a972-6f51557a6acf {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:42.135558 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device c69bb4e8-2a2d-490e-a972-6f51557a6acf not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:42.135977 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:46:42.153832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:46:42.154200 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device ca2adb71-bc6c-403d-aeab-c4d0a07b5dc1 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:46:42.259903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60652) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:42.298682 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ff25f664-a357-48f0-91e2-bec565f35caa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec746aad14a843358497ea51d49232d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370805 Sep 10 17:46:42.300930 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60654) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:42.347249 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.368632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.413594 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0488e35c-7d18-445b-a3ce-9a17970d46bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.418940 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.421496 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.423287 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9825f55-2316-4352-ad8c-dfa61073a417 HTTP/1.1" status: 204 len: 168 time: 0.1208827 Sep 10 17:46:42.431148 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde0ef8-0039-4f84-8b7e-254e789ec124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9825f55-2316-4352-ad8c-dfa61073a417,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:42.758273 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:42.777242 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807a9d2-a597-4e07-8e88-335caa157fb2 req-af5fd312-f05e-4549-b6b7-f4252f73de9f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:42.778817 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f807a9d2-a597-4e07-8e88-335caa157fb2 req-af5fd312-f05e-4549-b6b7-f4252f73de9f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.0509531 Sep 10 17:46:42.815522 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f807a9d2-a597-4e07-8e88-335caa157fb2 req-15c6778c-0093-47de-ab3c-c64adfb31114 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302866 Sep 10 17:46:43.928666 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494e48-cab1-4c63-8c7b-e85bf911a155 req-9ee1c9b3-6d23-4187-804f-a267792be404 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:43.930128 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a0494e48-cab1-4c63-8c7b-e85bf911a155 req-9ee1c9b3-6d23-4187-804f-a267792be404 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.0486207 Sep 10 17:46:43.966145 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-a0494e48-cab1-4c63-8c7b-e85bf911a155 req-2c8a4469-6f0e-4f23-b4af-8f3da234c17d tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301459 Sep 10 17:46:44.933679 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d2733145-f3e1-4b3d-9e61-c292853b9bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:45.078982 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c44e20-5ef5-4ef4-b565-2fec2bec9087 req-fec8e696-8525-4e1a-8bad-7d778d75a032 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:45.080421 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-96c44e20-5ef5-4ef4-b565-2fec2bec9087 req-fec8e696-8525-4e1a-8bad-7d778d75a032 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.0475719 Sep 10 17:46:45.121606 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-96c44e20-5ef5-4ef4-b565-2fec2bec9087 req-c25f0644-28a3-45c4-9e33-c81d07591737 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351152 Sep 10 17:46:45.381502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:46.080308 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-00c3fef8-03a9-4570-82f2-72d4b35da834 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386419 Sep 10 17:46:46.161961 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435701-0147-4d5f-a610-3339fdf27836 req-1e48e314-c294-4ea8-909a-a3b1d39edc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:46.163466 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-1e48e314-c294-4ea8-909a-a3b1d39edc70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 1098 time: 0.0399599 Sep 10 17:46:46.293121 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794b3e-5de2-420e-8a64-f32e9cced696 req-c65b7cfd-6fd7-45c3-a11d-5c3af43927a8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:46.294503 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d4794b3e-5de2-420e-8a64-f32e9cced696 req-c65b7cfd-6fd7-45c3-a11d-5c3af43927a8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.1079519 Sep 10 17:46:46.326746 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435701-0147-4d5f-a610-3339fdf27836 req-a1e5366a-97d4-45d0-9029-c9f1f3fd4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:46.328561 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-a1e5366a-97d4-45d0-9029-c9f1f3fd4b3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 915 time: 0.1318259 Sep 10 17:46:46.378503 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:46.381020 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d4794b3e-5de2-420e-8a64-f32e9cced696 req-4576bb6e-5b28-455d-b396-55749103a809 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804536 Sep 10 17:46:46.382406 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-5e3ac6ba-b9b3-4e7e-a924-1d2f5ae1185b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721 HTTP/1.1" status: 200 len: 217 time: 0.0443220 Sep 10 17:46:46.431196 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435701-0147-4d5f-a610-3339fdf27836 req-3aac5285-7b0f-47d5-98a1-7da6bb295bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:46.432603 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-3aac5285-7b0f-47d5-98a1-7da6bb295bcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0433912 Sep 10 17:46:46.464031 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-e7e1413d-e147-449c-afce-4a65336944ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242724 Sep 10 17:46:46.555748 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-90d2256f-36dd-49bf-92d0-9fdc8a0df057 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837860 Sep 10 17:46:46.648604 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-64435701-0147-4d5f-a610-3339fdf27836 req-0a3afb48-8e57-427f-b70c-a54ea5b225d8 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Sep 10 17:46:47.498106 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372984d5-603e-46be-a359-979acc67f1ae req-bc62a935-1e23-40ea-b5e0-b127c92e212b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:47.499585 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-372984d5-603e-46be-a359-979acc67f1ae req-bc62a935-1e23-40ea-b5e0-b127c92e212b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 943 time: 0.0529737 Sep 10 17:46:47.535971 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-372984d5-603e-46be-a359-979acc67f1ae req-f5b0136b-2b0a-4620-b1b9-59a4366f23a2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303409 Sep 10 17:46:47.758014 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:46:47.851949 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:47.863415 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:47.873977 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:46:47.909941 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:47.925800 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:47.944510 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:47.949357 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:47.993121 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:48.216882 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:48.496538 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-5acc8f7f-3cc1-4709-a01d-a42a12f6e4ec tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:48.497989 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-5acc8f7f-3cc1-4709-a01d-a42a12f6e4ec tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1007316 Sep 10 17:46:48.512852 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-6918a777-8807-45e1-a9ff-b63adb7b93ee tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/quotas/a7edf7d33b5c4d69bf70c6415d7f7bbd HTTP/1.1" status: 200 len: 375 time: 0.0085595 Sep 10 17:46:48.567696 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-5e35b1d5-3044-4c05-9283-30fe2edc5ace tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497568 Sep 10 17:46:48.651612 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea062f0-c009-41e2-9cbd-581e656cf513 req-4b874b9a-2387-4783-89ef-bab13512f702 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:48.653081 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6ea062f0-c009-41e2-9cbd-581e656cf513 req-4b874b9a-2387-4783-89ef-bab13512f702 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 944 time: 0.0513995 Sep 10 17:46:48.655882 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-2befc51b-c5ed-4b4c-96b9-5bcbac21c947 service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811892 Sep 10 17:46:48.690766 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-6ea062f0-c009-41e2-9cbd-581e656cf513 req-cd33ace2-5f7d-4f76-b6a7-1b9d5fe133a1 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315990 Sep 10 17:46:48.746194 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f0381299-f8bc-4c97-abfa-74aefa50037f service neutron] 10.222.0.65 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Sep 10 17:46:48.896101 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-875d5d13-de1c-4393-bfb7-54a7bef22067 req-77d5af49-43cd-4ccd-ab58-e37ad01789f2 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 210 time: 0.0258570 Sep 10 17:46:49.784421 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:46:49.814793 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-15b644c0-e916-41c6-9a25-bbcc99ac6809 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:49.816216 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-15b644c0-e916-41c6-9a25-bbcc99ac6809 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 814 time: 0.1282649 Sep 10 17:46:49.832739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1c8-fa2e-47d8-95e7-636e99391943 req-eff9c87b-08a1-4c8b-b19f-8d618fb268f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:49.834331 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-81c5f1c8-fa2e-47d8-95e7-636e99391943 req-eff9c87b-08a1-4c8b-b19f-8d618fb268f4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 944 time: 0.0754519 Sep 10 17:46:49.836793 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:46:49.839208 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Request body: {'port': {'device_id': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'admin_state_up': True, 'tenant_id': 'a7edf7d33b5c4d69bf70c6415d7f7bbd'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:49.844212 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:46:49.844871 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:49.928600 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:49.931831 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-81c5f1c8-fa2e-47d8-95e7-636e99391943 req-78ec0f8c-536b-4e60-b116-f545fb9ac1d2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880914 Sep 10 17:46:49.952057 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:49.954387 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef14b9d7-d2a9-4b50-a4c3-6abeed610168" -d '{"events": [{"server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "name": "network-vif-plugged", "status": "completed", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:49.969442 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:49.975496 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:49.985912 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Made reservation on behalf of a7edf7d33b5c4d69bf70c6415d7f7bbd for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:46:49.989825 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.007026 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b52cbb90-0b21-459c-8253-3c36c080eade req-b1fc6179-8f7f-4791-a93d-88487cbcaa17 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 210 time: 0.0413682 Sep 10 17:46:50.007884 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e684f0b-59d9-40f5-8469-3ee0caa4dea4 x-openstack-request-id: req-7e684f0b-59d9-40f5-8469-3ee0caa4dea4 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:50.008194 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "name": "network-vif-plugged", "status": "completed", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:50.008429 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e684f0b-59d9-40f5-8469-3ee0caa4dea4 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:50.008815 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'code': 200} Sep 10 17:46:50.041435 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:50.137095 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Allocated IP 172.20.0.13 (15fedf1a-f107-4273-a102-2d74ac49115f/5c71b809-657c-4651-8e20-0df41f81b410/159f1217-5665-461f-a2c2-33e7eef8387d) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:46:50.240212 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a58c1-d39e-4cda-9335-72b716510c5f req-3549530a-7229-498c-a2c1-a4006c39ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:50.241601 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-063a58c1-d39e-4cda-9335-72b716510c5f req-3549530a-7229-498c-a2c1-a4006c39ea39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1098 time: 0.0398068 Sep 10 17:46:50.276203 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-063a58c1-d39e-4cda-9335-72b716510c5f req-e2dd2414-4216-44b3-8d3c-471afd38d76a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270960 Sep 10 17:46:50.282778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.320352 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.332580 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'c25c27f0-e1da-4581-af02-92fd7868f20d', '5304225c-3fe5-4adb-9282-f33210b91a6c'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:50.365013 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Network 15fedf1a-f107-4273-a102-2d74ac49115f is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:46:50.368069 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:46:50.370575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:46:50.401301 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event updated for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:50.426556 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:50.427155 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.441320 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-f7eada59-7788-44e0-9640-11eb67572b75 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060171 Sep 10 17:46:50.473228 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Request body: {'port': {'device_id': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:50.528980 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.780860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159f1217-5665-461f-a2c2-33e7eef8387d {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:50.788492 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.799943 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Transition to ACTIVE for port object 159f1217-5665-461f-a2c2-33e7eef8387d will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:46:50.803403 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.850402 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Pushing event updated for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:50.919519 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Attempting to bind port 159f1217-5665-461f-a2c2-33e7eef8387d on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:46:50.919859 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Attempting to bind port 159f1217-5665-461f-a2c2-33e7eef8387d by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:46:50.920192 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Attempting to bind port 159f1217-5665-461f-a2c2-33e7eef8387d on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:50.924407 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Port 159f1217-5665-461f-a2c2-33e7eef8387d on network 15fedf1a-f107-4273-a102-2d74ac49115f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:46:50.924758 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Attempting to bind port 159f1217-5665-461f-a2c2-33e7eef8387d on network 15fedf1a-f107-4273-a102-2d74ac49115f {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:46:50.929502 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:46:50.929838 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Checking segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:46:50.930261 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Bound using segment: {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:46:50.930695 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Bound port: 159f1217-5665-461f-a2c2-33e7eef8387d, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7dec16-f260-40ff-a4a4-d5dc019b917b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:46:50.931054 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:50.992818 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:46:50.995969 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=159f1217-5665-461f-a2c2-33e7eef8387d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:46:51.001580 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:51.061077 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.061697 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:51.063206 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] 10.222.0.66 "PUT /v2.0/ports/159f1217-5665-461f-a2c2-33e7eef8387d HTTP/1.1" status: 200 len: 1094 time: 0.5942199 Sep 10 17:46:51.063644 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:51.065926 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4437dad6-ed71-4325-8b97-0be007a53776" -d '{"events": [{"name": "network-changed", "server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:51.096566 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed333e9-547a-4678-88a2-8d41b045c202 service neutron] Pushing event updated for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:51.111130 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef8d4-1183-41fb-b58a-7400d99416ee req-3b9e3149-af5b-4abb-89e1-646209cdad0e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.112666 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-efeef8d4-1183-41fb-b58a-7400d99416ee req-3b9e3149-af5b-4abb-89e1-646209cdad0e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.1023290 Sep 10 17:46:51.136984 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00729-0705-4671-824e-1ef565257ba2 req-dfccea5f-20b7-43f8-942f-aa6a568b33d7 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.138486 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-07b00729-0705-4671-824e-1ef565257ba2 req-dfccea5f-20b7-43f8-942f-aa6a568b33d7 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 944 time: 0.0610707 Sep 10 17:46:51.172968 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-efeef8d4-1183-41fb-b58a-7400d99416ee req-bfd0f63d-f9e3-48be-a665-885c7fbb301f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517845 Sep 10 17:46:51.175556 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-07b00729-0705-4671-824e-1ef565257ba2 req-cc71c91e-f97a-4a4a-8e73-3a67c827710d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303810 Sep 10 17:46:51.178379 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-de655182-0d55-4451-a58f-01201605f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.179816 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-de655182-0d55-4451-a58f-01201605f601 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 1097 time: 0.0663056 Sep 10 17:46:51.235327 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1892eea9-fc0a-42e7-ac5f-96256e79b0c3 x-openstack-request-id: req-1892eea9-fc0a-42e7-ac5f-96256e79b0c3 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:51.235625 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:51.235843 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1892eea9-fc0a-42e7-ac5f-96256e79b0c3 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:51.236227 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d', 'status': 'completed', 'code': 200} Sep 10 17:46:51.237937 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-be96c071-137d-438b-957a-952b58a2e0c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=159f1217-5665-461f-a2c2-33e7eef8387d HTTP/1.1" status: 200 len: 217 time: 0.0402784 Sep 10 17:46:51.287181 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-3bffa2a7-f034-41fd-a893-8f8c094a3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.288498 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-3bffa2a7-f034-41fd-a893-8f8c094a3760 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0423527 Sep 10 17:46:51.327412 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-be36741c-7139-4f28-8c7d-e8f225aaf39b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244260 Sep 10 17:46:51.426588 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-85df7ab0-e1ac-4a6e-bb79-cf50467815a6 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Sep 10 17:46:51.516849 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-9436f2a5-d827-45d6-856e-6a7f671fc2f9 req-49da3ed9-a2b5-42a8-a355-0365ec5b7889 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816329 Sep 10 17:46:51.602635 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437dad6-ed71-4325-8b97-0be007a53776 req-fcd2bbde-a6ad-434c-ac00-a73b1c630a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.604056 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-fcd2bbde-a6ad-434c-ac00-a73b1c630a1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 1097 time: 0.0383177 Sep 10 17:46:51.697825 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437dad6-ed71-4325-8b97-0be007a53776 req-13983a14-caa3-4f0d-82ee-6df62d58299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.699268 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-13983a14-caa3-4f0d-82ee-6df62d58299a service neutron] 10.222.0.66 "GET /v2.0/networks?id=15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 200 len: 915 time: 0.0852029 Sep 10 17:46:51.739895 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-3b83ea8e-2f16-47ca-8664-fd024fd6d4f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=159f1217-5665-461f-a2c2-33e7eef8387d HTTP/1.1" status: 200 len: 217 time: 0.0320678 Sep 10 17:46:51.792023 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437dad6-ed71-4325-8b97-0be007a53776 req-022140d1-314c-475e-80eb-6bbf44c9ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:51.793375 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-022140d1-314c-475e-80eb-6bbf44c9ad0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 200 len: 854 time: 0.0437732 Sep 10 17:46:51.825696 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-3d2bdac0-0172-4f47-936d-826ca192f7e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15fedf1a-f107-4273-a102-2d74ac49115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227489 Sep 10 17:46:51.914413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-87d92ccf-d6ae-45a9-97eb-d2b9a8686f44 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793650 Sep 10 17:46:52.005457 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4437dad6-ed71-4325-8b97-0be007a53776 req-19ea5e2f-e4ec-42d4-84ad-3d2cf49dee50 service neutron] 10.222.0.66 "GET /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823507 Sep 10 17:46:52.289310 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feee24-96b3-406a-9f95-86644ccfc64d req-a1c6f6d2-4083-4dfe-a9ff-395786c0f47d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:52.290805 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45feee24-96b3-406a-9f95-86644ccfc64d req-a1c6f6d2-4083-4dfe-a9ff-395786c0f47d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 944 time: 0.0484166 Sep 10 17:46:52.293371 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780c3d4-204e-4707-a10b-627f6ecbbf02 req-02a380eb-c1a1-416b-9403-290cbe6de671 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:52.294868 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0780c3d4-204e-4707-a10b-627f6ecbbf02 req-02a380eb-c1a1-416b-9403-290cbe6de671 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Sep 10 17:46:52.327062 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-45feee24-96b3-406a-9f95-86644ccfc64d req-31aad56e-9e56-4ea3-96ba-dd1da34cc5ae tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302339 Sep 10 17:46:52.331704 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0780c3d4-204e-4707-a10b-627f6ecbbf02 req-17361e6a-fa80-4f92-8032-986e3e91aafd tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Sep 10 17:46:52.444704 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38840130-efd2-4507-97db-8130eb556efc req-0ef06c1e-3593-4f56-9de0-e26abafec3f9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:52.446191 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38840130-efd2-4507-97db-8130eb556efc req-0ef06c1e-3593-4f56-9de0-e26abafec3f9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.0473208 Sep 10 17:46:52.487208 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-38840130-efd2-4507-97db-8130eb556efc req-4bc2a460-77a4-4be4-9f84-7a31b0facff8 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Sep 10 17:46:52.508488 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60746) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:52.549015 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12d6c8-5a1e-4e57-8255-25255ce3c5af tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:52.553012 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-aa12d6c8-5a1e-4e57-8255-25255ce3c5af tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1093 time: 0.0435407 Sep 10 17:46:52.555667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60748) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:52.559853 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:46:52.581420 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:52.674723 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:52.779030 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.27.0.150 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/7629a82d-8ccd-46b4-9430-ba6f5e6cbdce) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:46:52.877579 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:52.914404 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:52.956567 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:46:52.959327 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:46:52.961679 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:46:52.988906 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=7629a82d-8ccd-46b4-9430-ba6f5e6cbdce,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:53.295925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.363276 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.440035 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770b53f-3da0-4515-92b7-bfb542eeace6 req-23fd8d74-87ed-48c0-85f8-65edbf220c21 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:53.441549 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7770b53f-3da0-4515-92b7-bfb542eeace6 req-23fd8d74-87ed-48c0-85f8-65edbf220c21 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 944 time: 0.0469153 Sep 10 17:46:53.479970 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7770b53f-3da0-4515-92b7-bfb542eeace6 req-f8c9c423-714c-4e97-8b7f-f5eb66e1f045 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Sep 10 17:46:53.514255 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.519161 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.586559 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=7629a82d-8ccd-46b4-9430-ba6f5e6cbdce,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:53.596820 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.693267 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP 933336e9-f60a-4940-a257-2667ff0c2ba3 associated. External IP: 172.27.0.150, port: 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1. Sep 10 17:46:53.821401 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 159f1217-5665-461f-a2c2-33e7eef8387d details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:46:53.920010 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=159f1217-5665-461f-a2c2-33e7eef8387d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:53.932252 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '159f1217-5665-461f-a2c2-33e7eef8387d', 'network_id': '15fedf1a-f107-4273-a102-2d74ac49115f', 'port_id': '159f1217-5665-461f-a2c2-33e7eef8387d', 'mac_address': 'fa:16:3e:a2:d4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c71b809-657c-4651-8e20-0df41f81b410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:46:53.969241 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:53.981933 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159f1217-5665-461f-a2c2-33e7eef8387d {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:46:54.003737 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=159f1217-5665-461f-a2c2-33e7eef8387d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:54.010263 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:54.060763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:54.155435 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:46:54.264543 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:46:54.274432 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:46:54.280130 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:54.284775 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:54.285385 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:54.289655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['159f1217-5665-461f-a2c2-33e7eef8387d'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:46:54.310037 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-762c56f8-f171-442b-82ae-eab55faca1fc tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7533689 Sep 10 17:46:54.310651 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:54.312877 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd16bcec-1b1e-4921-be69-a03813a71f97" -d '{"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:54.348695 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15353ca-e923-4f6b-9363-830471989094 x-openstack-request-id: req-a15353ca-e923-4f6b-9363-830471989094 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:54.348993 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:54.349246 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a15353ca-e923-4f6b-9363-830471989094 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:54.349647 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'status': 'completed', 'code': 200} Sep 10 17:46:54.418521 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-f1209a2f-a075-4e90-a01d-5ff9a2384ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:54.420058 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-f1209a2f-a075-4e90-a01d-5ff9a2384ea9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1098 time: 0.0481122 Sep 10 17:46:54.518623 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-7b285baf-9074-493d-ad60-8aca95343be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:54.520114 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-7b285baf-9074-493d-ad60-8aca95343be4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0929849 Sep 10 17:46:54.567191 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:54.586633 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-55ef7b89-2ded-4c0c-b5a8-5c5fb42a96e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 999 time: 0.0588183 Sep 10 17:46:54.600794 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b218-fc0d-413c-a79b-9448e1aa1dcf req-c9fdb8b2-d901-4d5f-96d2-50087869e366 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:54.602947 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ddf0b218-fc0d-413c-a79b-9448e1aa1dcf req-c9fdb8b2-d901-4d5f-96d2-50087869e366 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 945 time: 0.0530732 Sep 10 17:46:54.640822 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-2b73582e-0678-4f06-8e9b-13649148764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:54.643245 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-2b73582e-0678-4f06-8e9b-13649148764c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0503590 Sep 10 17:46:54.643849 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ddf0b218-fc0d-413c-a79b-9448e1aa1dcf req-e2abfa64-51bf-4102-853d-1073770a6cc5 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Sep 10 17:46:54.695859 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-20e9d79f-08b2-4f0f-ba05-23f2a957d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:54.697345 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-20e9d79f-08b2-4f0f-ba05-23f2a957d0d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449934 Sep 10 17:46:54.790436 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-694f75f3-a2f6-4c92-b167-03eefa7f311b service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Sep 10 17:46:54.845450 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:53Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:54.871407 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:46:54.879969 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:46:54.880578 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:46:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:54.882949 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bd16bcec-1b1e-4921-be69-a03813a71f97 req-949019c4-16c2-4c43-98b3-a6dd6e91f678 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Sep 10 17:46:54.982689 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:46:55.200167 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:53Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:46:55.225943 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8829-f61e-41c2-a5fe-e9b449119cbd None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:53Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:46:55.402344 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33358665-f9bd-43ba-ad9b-7e256b14f7b9 None None] New status for floating IP 933336e9-f60a-4940-a257-2667ff0c2ba3: ACTIVE {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:46:55.756013 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509911-3c0e-49f6-8219-9886d7f2e188 req-5c227012-1404-4b6d-a919-a220d8331dd2 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:55.757456 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-35509911-3c0e-49f6-8219-9886d7f2e188 req-5c227012-1404-4b6d-a919-a220d8331dd2 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 945 time: 0.0474865 Sep 10 17:46:55.793563 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-35509911-3c0e-49f6-8219-9886d7f2e188 req-d8e280ad-903e-4052-89dc-7c20202c2428 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Sep 10 17:46:55.836974 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 159f1217-5665-461f-a2c2-33e7eef8387d up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:46:55.882736 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 159f1217-5665-461f-a2c2-33e7eef8387d completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:46:55.886205 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 159f1217-5665-461f-a2c2-33e7eef8387d triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:46:55.886575 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:55.961192 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:55.982397 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:46:55.984619 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b51a16-73a3-4656-91f2-f34e4ddaa73d" -d '{"events": [{"server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "name": "network-vif-plugged", "status": "completed", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:46:55.997625 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=159f1217-5665-461f-a2c2-33e7eef8387d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:46:56.002645 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:56.024677 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b105089-f2d0-405e-ad0a-b2d713edaf12 x-openstack-request-id: req-7b105089-f2d0-405e-ad0a-b2d713edaf12 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:46:56.024976 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "name": "network-vif-plugged", "status": "completed", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:46:56.025230 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b105089-f2d0-405e-ad0a-b2d713edaf12 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:46:56.025669 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d', 'code': 200} Sep 10 17:46:56.051515 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:56.059234 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.059701 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.060141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.060484 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.060821 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.061159 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.061495 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.061828 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.062180 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.062511 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.062840 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.063168 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:56.181166 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2705a1-c8aa-45ce-b1d0-10b4ea92f204 req-b2709ad5-c416-4bcb-833f-1886c7d759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:56.182698 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef2705a1-c8aa-45ce-b1d0-10b4ea92f204 req-b2709ad5-c416-4bcb-833f-1886c7d759fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 1099 time: 0.0385544 Sep 10 17:46:56.218673 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef2705a1-c8aa-45ce-b1d0-10b4ea92f204 req-a870f81e-28d1-441e-b1a5-50b1ffed5533 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259774 Sep 10 17:46:56.908917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a15c-8a02-41a9-85ad-d412babdd37e req-62921b83-1167-4ce6-aef5-44a99da319cb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:56.910413 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aa15a15c-8a02-41a9-85ad-d412babdd37e req-62921b83-1167-4ce6-aef5-44a99da319cb tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 946 time: 0.0517588 Sep 10 17:46:56.946012 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-aa15a15c-8a02-41a9-85ad-d412babdd37e req-fe730648-153f-46ee-8bdb-014b149e565e tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297825 Sep 10 17:46:58.059405 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cb71e-9a8a-4a5e-b5e5-4e2aa6cc8f1d req-9ec02f32-5872-4302-ab6b-0eaa4a10e8df tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:58.060870 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-282cb71e-9a8a-4a5e-b5e5-4e2aa6cc8f1d req-9ec02f32-5872-4302-ab6b-0eaa4a10e8df tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 946 time: 0.0483370 Sep 10 17:46:58.097156 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-282cb71e-9a8a-4a5e-b5e5-4e2aa6cc8f1d req-8a41fb96-c3b9-4a1c-98df-4a9b3dae405a tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Sep 10 17:47:07.721427 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:47:08.831588 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6db34-1049-4a4a-b4bd-8495893b808f req-6fa7c80e-898d-446f-9116-cb4bfb9c55b5 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:08.833040 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d5b6db34-1049-4a4a-b4bd-8495893b808f req-6fa7c80e-898d-446f-9116-cb4bfb9c55b5 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 946 time: 0.0475998 Sep 10 17:47:08.869559 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-d5b6db34-1049-4a4a-b4bd-8495893b808f req-a20fe863-779e-49e4-9234-c3bc0c59598f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304551 Sep 10 17:47:09.981893 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9a11d-ed3d-4172-9844-441497bf9a4b req-45907d8c-e8b4-469d-be98-c9f6d0017344 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:09.983356 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8be9a11d-ed3d-4172-9844-441497bf9a4b req-45907d8c-e8b4-469d-be98-c9f6d0017344 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 946 time: 0.0472205 Sep 10 17:47:10.022054 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8be9a11d-ed3d-4172-9844-441497bf9a4b req-db422c7f-de8b-428f-8ebb-bae3a950b574 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Sep 10 17:47:10.602594 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-030246f6-a4e7-4e4d-8e50-c797b1f86464 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:10.604016 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-030246f6-a4e7-4e4d-8e50-c797b1f86464 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 946 time: 0.0480704 Sep 10 17:47:10.695887 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Deleting port 159f1217-5665-461f-a2c2-33e7eef8387d {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:10.696220 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:10.785510 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] For port 159f1217-5665-461f-a2c2-33e7eef8387d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=159f1217-5665-461f-a2c2-33e7eef8387d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:10.785781 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:10.797617 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Calling delete_port for 159f1217-5665-461f-a2c2-33e7eef8387d owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:10.921057 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:10.938775 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'c25c27f0-e1da-4581-af02-92fd7868f20d', '5304225c-3fe5-4adb-9282-f33210b91a6c', '159f1217-5665-461f-a2c2-33e7eef8387d'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:47:10.949040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event deleted for resources: {'Port': ['ID=159f1217-5665-461f-a2c2-33e7eef8387d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:10.993470 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] No DVR routers for this DVR port 159f1217-5665-461f-a2c2-33e7eef8387d on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:10.996003 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:10.997959 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fb5d5f29-2950-4243-8267-761952c1c1f7 req-32678e50-c523-4b51-a7a6-0188c98f2529 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "DELETE /v2.0/ports/159f1217-5665-461f-a2c2-33e7eef8387d HTTP/1.1" status: 204 len: 173 time: 0.3862817 Sep 10 17:47:10.998441 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'name': 'network-vif-deleted', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:11.000667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f538843-801f-476b-a4ad-d174a002ca49" -d '{"events": [{"server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "name": "network-vif-deleted", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:11.036396 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa94e4-318f-40e2-a03e-16c0faa1b5a9 x-openstack-request-id: req-6ffa94e4-318f-40e2-a03e-16c0faa1b5a9 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:11.036632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af448a66-4c5e-4825-8a8f-20baab2e8d7c", "name": "network-vif-deleted", "tag": "159f1217-5665-461f-a2c2-33e7eef8387d", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:11.036890 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ffa94e4-318f-40e2-a03e-16c0faa1b5a9 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:11.037514 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af448a66-4c5e-4825-8a8f-20baab2e8d7c', 'name': 'network-vif-deleted', 'tag': '159f1217-5665-461f-a2c2-33e7eef8387d', 'status': 'completed', 'code': 200} Sep 10 17:47:11.134214 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b7f8a7f9-5781-4c18-ab17-c67401342fbb req-fe7d800c-19e7-463b-b492-c40cdee585c6 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=af448a66-4c5e-4825-8a8f-20baab2e8d7c HTTP/1.1" status: 200 len: 210 time: 0.0264084 Sep 10 17:47:12.415126 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-29c81f11-6a35-4b78-983a-cd20da970262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:12.755070 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.518839 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31b8f9-fe98-4d47-9c90-459e05ba29b0 req-f530ff4a-8c7f-4b45-8167-c276dd64f116 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:13.520326 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0a31b8f9-fe98-4d47-9c90-459e05ba29b0 req-f530ff4a-8c7f-4b45-8167-c276dd64f116 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 945 time: 0.0511615 Sep 10 17:47:13.556236 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-0a31b8f9-fe98-4d47-9c90-459e05ba29b0 req-c5aac633-ac9d-4dbe-b008-127b652ef912 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300035 Sep 10 17:47:13.921763 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 159f1217-5665-461f-a2c2-33e7eef8387d no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:13.944218 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 159f1217-5665-461f-a2c2-33e7eef8387d {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:13.944565 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 159f1217-5665-461f-a2c2-33e7eef8387d not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:14.670787 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b8b1-7844-4719-af1d-032992d448b0 req-21df5e03-3a93-4d01-b22a-208832c3427c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:14.672223 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3f52b8b1-7844-4719-af1d-032992d448b0 req-21df5e03-3a93-4d01-b22a-208832c3427c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Sep 10 17:47:14.713196 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3f52b8b1-7844-4719-af1d-032992d448b0 req-66ec245a-7a42-472f-b952-69c7fdf6ad64 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Sep 10 17:47:14.933825 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e6742dbf-c39e-4f3f-99e7-40ef687ea55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.124567 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-26b14dde-7a89-4af6-bffa-40213c26c873 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:15.126354 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-26b14dde-7a89-4af6-bffa-40213c26c873 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Sep 10 17:47:15.219002 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Deleting port 5304225c-3fe5-4adb-9282-f33210b91a6c {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:15.219470 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.308267 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] For port 5304225c-3fe5-4adb-9282-f33210b91a6c, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=5304225c-3fe5-4adb-9282-f33210b91a6c,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:15.308632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.324417 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Calling delete_port for 5304225c-3fe5-4adb-9282-f33210b91a6c owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:15.382157 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.449151 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.460141 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'c25c27f0-e1da-4581-af02-92fd7868f20d', '5304225c-3fe5-4adb-9282-f33210b91a6c'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:47:15.476142 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event deleted for resources: {'Port': ['ID=5304225c-3fe5-4adb-9282-f33210b91a6c,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:15.522439 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] No DVR routers for this DVR port 5304225c-3fe5-4adb-9282-f33210b91a6c on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:15.525164 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:15.527332 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-068e787e-d5c6-41b1-91a0-685ea398a2a1 req-4a628c2d-6c94-4d0f-9764-e3744435dab0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "DELETE /v2.0/ports/5304225c-3fe5-4adb-9282-f33210b91a6c HTTP/1.1" status: 204 len: 173 time: 0.3940177 Sep 10 17:47:15.527780 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'name': 'network-vif-deleted', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:15.530522 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8308f0c4-86c4-4bab-b49a-bb7b19e848ae" -d '{"events": [{"server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "name": "network-vif-deleted", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:15.567482 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40d74c-a1ef-40ae-bb68-91c1552d2543 x-openstack-request-id: req-9e40d74c-a1ef-40ae-bb68-91c1552d2543 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:15.567482 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4", "name": "network-vif-deleted", "tag": "5304225c-3fe5-4adb-9282-f33210b91a6c", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:15.567774 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e40d74c-a1ef-40ae-bb68-91c1552d2543 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:15.568144 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4', 'name': 'network-vif-deleted', 'tag': '5304225c-3fe5-4adb-9282-f33210b91a6c', 'status': 'completed', 'code': 200} Sep 10 17:47:15.814363 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bb762ebc-8cca-46cf-be2e-fd22e53f408e req-c0ea9486-deeb-4a8d-9c03-fd3d5ab728d0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9ef0c5-9ca9-47c8-8f31-dc9761265ce4 HTTP/1.1" status: 200 len: 210 time: 0.0255883 Sep 10 17:47:16.382112 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:17.070832 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce65a-d6e0-4d79-a691-de06a99f3cd1 req-65a3d461-47dc-4a9e-bb25-7499e45f1d1c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:17.072636 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b36ce65a-d6e0-4d79-a691-de06a99f3cd1 req-65a3d461-47dc-4a9e-bb25-7499e45f1d1c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Sep 10 17:47:17.110416 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b36ce65a-d6e0-4d79-a691-de06a99f3cd1 req-6c5b5725-7a56-436b-a94e-85f1b34cc153 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Sep 10 17:47:17.848389 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:17.930150 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 5304225c-3fe5-4adb-9282-f33210b91a6c no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:17.949614 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 5304225c-3fe5-4adb-9282-f33210b91a6c {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:17.949963 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 5304225c-3fe5-4adb-9282-f33210b91a6c not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:18.223175 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecdb60-8685-48db-a469-08ad68853054 req-f2bff0b6-f55b-4bb4-a2fb-dcbfb96856f0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:18.224652 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bcecdb60-8685-48db-a469-08ad68853054 req-f2bff0b6-f55b-4bb4-a2fb-dcbfb96856f0 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Sep 10 17:47:18.261352 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-bcecdb60-8685-48db-a469-08ad68853054 req-b3cdb286-baf8-493d-93eb-5b7fa5d2109f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Sep 10 17:47:18.459706 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-27b663a1-fc31-441b-b588-d86bcea18fcf tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:18.461135 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-27b663a1-fc31-441b-b588-d86bcea18fcf tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0472679 Sep 10 17:47:18.557736 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Deleting port c25c27f0-e1da-4581-af02-92fd7868f20d {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:18.558073 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:18.644608 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] For port c25c27f0-e1da-4581-af02-92fd7868f20d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c25c27f0-e1da-4581-af02-92fd7868f20d,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:18.644966 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:18.661463 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Calling delete_port for c25c27f0-e1da-4581-af02-92fd7868f20d owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:18.786808 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:18.798504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'c25c27f0-e1da-4581-af02-92fd7868f20d'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:47:18.814209 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event deleted for resources: {'Port': ['ID=c25c27f0-e1da-4581-af02-92fd7868f20d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:18.857373 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] No DVR routers for this DVR port c25c27f0-e1da-4581-af02-92fd7868f20d on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:18.859931 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:18.862004 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cf5e8d45-12cc-48f3-9b6a-dc8b9a0cbbb2 req-bef423d9-de7e-42ec-8526-374cba6c373b tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "DELETE /v2.0/ports/c25c27f0-e1da-4581-af02-92fd7868f20d HTTP/1.1" status: 204 len: 173 time: 0.3901849 Sep 10 17:47:18.862472 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'name': 'network-vif-deleted', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:18.864928 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54487a68-b521-400f-92c1-66fab1303871" -d '{"events": [{"server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "name": "network-vif-deleted", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:18.906298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b922a725-1bd4-4271-9ff1-f246caa510dc x-openstack-request-id: req-b922a725-1bd4-4271-9ff1-f246caa510dc {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:18.906616 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2", "name": "network-vif-deleted", "tag": "c25c27f0-e1da-4581-af02-92fd7868f20d", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:18.906919 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b922a725-1bd4-4271-9ff1-f246caa510dc {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:18.907477 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2', 'name': 'network-vif-deleted', 'tag': 'c25c27f0-e1da-4581-af02-92fd7868f20d', 'status': 'completed', 'code': 200} Sep 10 17:47:19.362887 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c2abb519-ecf6-4ed8-ba75-b73a85baedd9 req-955dbb47-5376-4454-a42b-a826afee84b7 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=803f3051-ee5e-4e8e-87b6-fd7c45f0e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Sep 10 17:47:21.739948 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cbe5e-b241-4611-ae61-5a71da879b51 req-a0a3d52a-0306-4cad-96d0-bbc64367204f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:21.741313 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d4cbe5e-b241-4611-ae61-5a71da879b51 req-a0a3d52a-0306-4cad-96d0-bbc64367204f tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 945 time: 0.0469353 Sep 10 17:47:21.777664 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-2d4cbe5e-b241-4611-ae61-5a71da879b51 req-5b7f848f-8daa-4807-9a30-3af422142c47 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Sep 10 17:47:21.944747 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c25c27f0-e1da-4581-af02-92fd7868f20d no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:21.964287 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: c25c27f0-e1da-4581-af02-92fd7868f20d {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:21.964635 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c25c27f0-e1da-4581-af02-92fd7868f20d not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:22.892917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6f59e-1862-49f0-9910-3cb12c3fe5f3 req-80cc6009-b800-44f0-a103-519364fffa4d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:22.894369 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-47b6f59e-1862-49f0-9910-3cb12c3fe5f3 req-80cc6009-b800-44f0-a103-519364fffa4d tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 945 time: 0.0479958 Sep 10 17:47:22.929596 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-47b6f59e-1862-49f0-9910-3cb12c3fe5f3 req-704d8bcb-bc9e-4716-bf27-1e6dcc554c60 tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d4cdce6-6f9c-474c-8132-54fd68684163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294778 Sep 10 17:47:23.200980 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-a3067827-46c4-4bda-a4ba-9eacc9515aba tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:23.202407 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-a3067827-46c4-4bda-a4ba-9eacc9515aba tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Sep 10 17:47:23.290031 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Deleting port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:23.290400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:23.377411 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] For port c2f908dc-7edf-43c7-bfd7-0049f5bd5721, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,segment=NetworkSegment(7b7dec16-f260-40ff-a4a4-d5dc019b917b),segment_id=7b7dec16-f260-40ff-a4a4-d5dc019b917b)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:23.377767 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:23.389008 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Calling delete_port for c2f908dc-7edf-43c7-bfd7-0049f5bd5721 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:23.512254 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:23.523111 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c2f908dc-7edf-43c7-bfd7-0049f5bd5721'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:47:23.542925 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Pushing event deleted for resources: {'Port': ['ID=c2f908dc-7edf-43c7-bfd7-0049f5bd5721,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:23.581695 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] No DVR routers for this DVR port c2f908dc-7edf-43c7-bfd7-0049f5bd5721 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:23.584172 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:23.586246 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-51cd25e4-f564-45d4-b77c-fd25d8b65b1c req-e40820e4-ed6e-409a-9aec-8b2c265f99fd tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.66 "DELETE /v2.0/ports/c2f908dc-7edf-43c7-bfd7-0049f5bd5721 HTTP/1.1" status: 204 len: 173 time: 0.3770854 Sep 10 17:47:23.586679 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'name': 'network-vif-deleted', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:23.588871 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bcef9-5a38-472b-8a1e-cd1b0a970252" -d '{"events": [{"server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "name": "network-vif-deleted", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:23.624043 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70889b26-f468-46a2-bd66-8db20334bdbf x-openstack-request-id: req-70889b26-f468-46a2-bd66-8db20334bdbf {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:23.624338 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57", "name": "network-vif-deleted", "tag": "c2f908dc-7edf-43c7-bfd7-0049f5bd5721", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:23.624589 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70889b26-f468-46a2-bd66-8db20334bdbf {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:23.624985 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57', 'name': 'network-vif-deleted', 'tag': 'c2f908dc-7edf-43c7-bfd7-0049f5bd5721', 'status': 'completed', 'code': 200} Sep 10 17:47:24.033699 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-87bd6fb9-3822-41d6-bfe4-127ca3d562a1 req-598a4953-0211-4217-9e7b-646976ce6e2c tempest-AttachVolumeNegativeTest-1515989636 tempest-AttachVolumeNegativeTest-1515989636-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e0ff54-796e-4a3c-b61f-6bccd9ba4c57 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Sep 10 17:47:25.089190 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60880) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:25.132248 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Deleting subnet 5c71b809-657c-4651-8e20-0df41f81b410 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:47:25.135201 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.170602 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.207774 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.257862 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.283147 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c71b809-657c-4651-8e20-0df41f81b410,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:25.285008 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.286873 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-23c1548d-becf-46d9-8347-54920dd93de9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5c71b809-657c-4651-8e20-0df41f81b410 HTTP/1.1" status: 204 len: 168 time: 0.1967082 Sep 10 17:47:25.289366 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60882) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:25.361762 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.437212 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.457505 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fedf1a-f107-4273-a102-2d74ac49115f']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:25.466622 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7dec16-f260-40ff-a4a4-d5dc019b917b') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:25.466921 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7dec16-f260-40ff-a4a4-d5dc019b917b') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:25.476049 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.489982 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.495929 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:47:25.496310 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:47:25.497938 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:47:25.553611 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.558588 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.560427 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] 10.222.0.65 "DELETE /v2.0/networks/15fedf1a-f107-4273-a102-2d74ac49115f HTTP/1.1" status: 204 len: 168 time: 0.2701828 Sep 10 17:47:25.571270 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d718-73e9-4f94-9bde-aee7db11c162 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fedf1a-f107-4273-a102-2d74ac49115f,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:25.719163 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60886) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:25.757857 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-28c0117e-8d82-4777-9f90-dfc0a3ac6e26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7edf7d33b5c4d69bf70c6415d7f7bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375011 Sep 10 17:47:25.760163 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 60888) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:25.805650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.825984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.874289 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.877429 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:25.878696 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d4cdce6-6f9c-474c-8132-54fd68684163 HTTP/1.1" status: 204 len: 168 time: 0.1176450 Sep 10 17:47:25.886637 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64807413-d200-4192-9e8b-753475a237b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4cdce6-6f9c-474c-8132-54fd68684163,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:25.964927 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c2f908dc-7edf-43c7-bfd7-0049f5bd5721 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:25.983956 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: c2f908dc-7edf-43c7-bfd7-0049f5bd5721 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:25.984311 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c2f908dc-7edf-43c7-bfd7-0049f5bd5721 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:42.415314 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ceddd47a-aeb1-4687-97a5-4d8a000c3902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:42.764810 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:44.719638 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:47:44.933464 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-26bb16d7-1ba5-4cc8-8a77-6fea6c6a21d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:45.382431 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:46.384645 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:47.854355 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.487425 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 32870) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:55.588663 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.676218 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.679902 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.715231 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=771072d699fc4edfb72466fb3be49594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267804 Sep 10 17:47:55.717123 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4fd0f6-35e2-452d-bafc-67ee9e5b0bd6,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:55.718025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 32874) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:55.724547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.724899 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.725240 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.725580 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.725909 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.726265 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.726600 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.726926 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.727252 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.727578 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.727898 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.728219 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63fc75-4b9b-409b-956d-453eb04dbb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.770734 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.791177 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.835577 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.838161 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:55.839347 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac4fd0f6-35e2-452d-bafc-67ee9e5b0bd6 HTTP/1.1" status: 204 len: 168 time: 0.1202776 Sep 10 17:47:55.847323 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4fd0f6-35e2-452d-bafc-67ee9e5b0bd6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:55.854045 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.854420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.854765 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.855099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.855428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.855763 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.856085 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.856407 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.856733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.857049 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.857367 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:55.857685 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57163d-a0aa-40f7-8453-ce9a59c3ac00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:56.086890 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 32880) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:56.100255 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e139a67f-6411-4eee-a3c2-9e9486f66ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.186118 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e139a67f-6411-4eee-a3c2-9e9486f66ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.189733 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e139a67f-6411-4eee-a3c2-9e9486f66ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.227391 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-e139a67f-6411-4eee-a3c2-9e9486f66ee6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c5dd8d7959d449593f15668afa57bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394615 Sep 10 17:47:56.228285 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a67f-6411-4eee-a3c2-9e9486f66ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4484e-c3fb-4865-8996-44a4cf88f86b,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:56.230191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 32882) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:56.277766 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.297975 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.342638 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.345036 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:56.348440 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95b4484e-c3fb-4865-8996-44a4cf88f86b HTTP/1.1" status: 204 len: 168 time: 0.1149368 Sep 10 17:47:56.356254 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ea261-2e91-45f3-804d-02fc3bc802fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4484e-c3fb-4865-8996-44a4cf88f86b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:57.844399 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 32926) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:57.952945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f75c-35a2-4718-91c1-9d4f3aa3ecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.040839 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f75c-35a2-4718-91c1-9d4f3aa3ecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.044665 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f75c-35a2-4718-91c1-9d4f3aa3ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.082234 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-eeb4f75c-35a2-4718-91c1-9d4f3aa3ecfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aad68a3474b246c68492f8d01eb685fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367740 Sep 10 17:47:58.082924 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4f75c-35a2-4718-91c1-9d4f3aa3ecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a60f76-0ba9-4158-bc7a-ac40c8ce3214,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:58.084997 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 32930) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:58.132970 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.153414 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.201464 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.203967 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.205107 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18a60f76-0ba9-4158-bc7a-ac40c8ce3214 HTTP/1.1" status: 204 len: 168 time: 0.1191013 Sep 10 17:47:58.213160 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e1420-4ff7-4370-be10-b0a36fed014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a60f76-0ba9-4158-bc7a-ac40c8ce3214,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:58.462414 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 32936) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:58.475811 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cd370efc-f6dc-4e8b-8c78-7fe15eb14c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.565441 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cd370efc-f6dc-4e8b-8c78-7fe15eb14c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.569032 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-cd370efc-f6dc-4e8b-8c78-7fe15eb14c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.606590 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-cd370efc-f6dc-4e8b-8c78-7fe15eb14c85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82a419169e2746f899f29eaf460c4dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431277 Sep 10 17:47:58.607780 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd370efc-f6dc-4e8b-8c78-7fe15eb14c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514bc987-4816-468b-9417-05c7c8f638dd,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:58.609623 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 32938) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:58.658669 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.680461 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.726400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.728849 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.730003 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/514bc987-4816-468b-9417-05c7c8f638dd HTTP/1.1" status: 204 len: 168 time: 0.1191628 Sep 10 17:47:58.737411 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab7cb-bc51-4359-bc97-efe50e04939e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514bc987-4816-468b-9417-05c7c8f638dd,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:07.577721 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33026) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:07.678827 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6633d98-cc9e-4054-a58e-f1aad777f71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.767064 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6633d98-cc9e-4054-a58e-f1aad777f71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.771283 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-c6633d98-cc9e-4054-a58e-f1aad777f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.807614 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-c6633d98-cc9e-4054-a58e-f1aad777f71e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6460b6847d94113b7eb9a081ddd89af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288580 Sep 10 17:48:07.808696 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6633d98-cc9e-4054-a58e-f1aad777f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f8d7f0-006d-4ca3-9115-541ffe7224d6,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:07.810399 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33030) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:07.858016 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.878848 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.923303 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.926437 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:07.927594 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7f8d7f0-006d-4ca3-9115-541ffe7224d6 HTTP/1.1" status: 204 len: 168 time: 0.1161952 Sep 10 17:48:07.935208 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a7c29-0cf1-456c-8486-a81ec0d8c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f8d7f0-006d-4ca3-9115-541ffe7224d6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:08.174800 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33036) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:08.190365 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a3de-02f0-43f9-82f9-b67c1a8fe3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.273690 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a3de-02f0-43f9-82f9-b67c1a8fe3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.276963 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a3de-02f0-43f9-82f9-b67c1a8fe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.314404 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-d9d9a3de-02f0-43f9-82f9-b67c1a8fe3d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78302a41ea4449bfb1d673fd4c9e454d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385338 Sep 10 17:48:08.315258 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a3de-02f0-43f9-82f9-b67c1a8fe3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567d24ec-a8b5-4ad0-bb4d-9755599e6654,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:08.316998 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33038) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:08.365233 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.385467 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.431674 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.434381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:08.435502 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/567d24ec-a8b5-4ad0-bb4d-9755599e6654 HTTP/1.1" status: 204 len: 168 time: 0.1174941 Sep 10 17:48:08.443089 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c1e89-122f-453b-b8eb-5ef77bf1f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d24ec-a8b5-4ad0-bb4d-9755599e6654,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:12.416117 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-65de0974-17f1-4e46-b6e1-e986bf77dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:12.769812 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.625191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33158) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:14.728068 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-86c8e38d-0006-44af-a43c-11725d595768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.822069 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-86c8e38d-0006-44af-a43c-11725d595768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.825756 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-86c8e38d-0006-44af-a43c-11725d595768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.860038 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e38d-0006-44af-a43c-11725d595768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b04f19-0674-4fa6-bca9-fa59c8e5868b,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:14.864996 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-86c8e38d-0006-44af-a43c-11725d595768 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b48f61dd64514fd296b3d8bb1dff5967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387915 Sep 10 17:48:14.867572 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33162) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:14.914974 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.935121 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea662-bdd2-4ec5-a729-788c4fb1fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.937480 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.983057 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.985575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:14.987260 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71b04f19-0674-4fa6-bca9-fa59c8e5868b HTTP/1.1" status: 204 len: 168 time: 0.1187959 Sep 10 17:48:14.994994 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470588-7859-4d0d-b79f-d4885d56f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b04f19-0674-4fa6-bca9-fa59c8e5868b,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:15.244531 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33168) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:15.257339 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e573de7b-da2a-4e5d-8d99-898634d7c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.348560 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e573de7b-da2a-4e5d-8d99-898634d7c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.353700 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e573de7b-da2a-4e5d-8d99-898634d7c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.385602 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.399669 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573de7b-da2a-4e5d-8d99-898634d7c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7d63d-f019-4cfa-a9c0-f054a1123320,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:15.407054 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33170) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:15.407449 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e573de7b-da2a-4e5d-8d99-898634d7c99e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e99e113d3c94db68c93946df4cd7976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610010 Sep 10 17:48:15.456812 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.478188 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.525428 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.528037 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:15.529188 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0f7d63d-f019-4cfa-a9c0-f054a1123320 HTTP/1.1" status: 204 len: 168 time: 0.1216085 Sep 10 17:48:15.545508 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41a78d-7b3e-46f4-98b0-3779bed30f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7d63d-f019-4cfa-a9c0-f054a1123320,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:16.164509 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33192) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:16.258765 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.v2.base [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361193980-network', 'tenant_id': 'fff24de5a0954627967fc5afb921589b'}} {{(pid=95329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:16.278917 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Made reservation on behalf of fff24de5a0954627967fc5afb921589b for: {'network': 1} {{(pid=95329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:48:16.281094 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for network, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.289105 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.376444 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.381058 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.388118 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.404771 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:48:16.413321 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915e5cd-0759-4b36-8be9-d0f56cddbb6a,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:16.419066 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.419409 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.segments_db [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Added segment 16ab737a-3076-4d77-9f79-ac0629ce3bc5 of type vlan for network 23adc6fa-6069-4d3b-8215-9db297d7dd55 Sep 10 17:48:16.459445 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766253309242'] for network, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.482633 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209'] for network, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.483521 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:16.484108 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.509110 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3435574 Sep 10 17:48:16.512193 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33196) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:16.517564 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Request body: {'subnet': {'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361193980-subnet', 'tenant_id': 'fff24de5a0954627967fc5afb921589b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:16.538963 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Made reservation on behalf of fff24de5a0954627967fc5afb921589b for: {'subnet': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:48:16.541192 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26865358'] for subnet, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.547104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c252a0-2457-439e-8e7d-96f33f631cec admin admin] Pushing event updated for resources: {'Network': ['ID=23adc6fa-6069-4d3b-8215-9db297d7dd55,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:16.557401 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 details requested by agent ovs-agent-dv-cinder-806968-2-iscsi with host dv-cinder-806968-2-iscsi {{(pid=95331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:48:16.706891 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27132151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26865360'] for subnet, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.762517 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49fe401-379b-483d-96ef-0c75fdab32a7,revision_number=0']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:16.770770 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Checking segment: {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:48:16.771132 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Network hostable DHCP agents. Network: 23adc6fa-6069-4d3b-8215-9db297d7dd55, hostable agents: ['d7519fac-4b07-492a-9f81-fa23619cab4f'], hosted agents: [] {{(pid=95330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:48:16.788882 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 is scheduled to be hosted by DHCP agent d7519fac-4b07-492a-9f81-fa23619cab4f with binding_index 1 {{(pid=95330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:48:16.796524 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806968-2-iscsi, 23adc6fa-6069-4d3b-8215-9db297d7dd55) {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:48:16.801267 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:16.801846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:16.806598 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e26859-08b0-44c3-81e8-34a32b9a688b None None] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:48:16.814937 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-d7e9097a-68f4-42fc-9bf6-e234b5dc5c8b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3012099 Sep 10 17:48:16.929058 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0bd99-272d-402e-afa4-26dffb7cf84b None None] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:48:17.853503 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:18.538350 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-29825d34-fe8b-44d0-a6fe-3d2b5a4d907a tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:18.539795 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-29825d34-fe8b-44d0-a6fe-3d2b5a4d907a tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 809 time: 0.1038711 Sep 10 17:48:18.554106 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-efcb7424-d304-4a40-9db5-971aa81f7e66 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/quotas/fff24de5a0954627967fc5afb921589b HTTP/1.1" status: 200 len: 375 time: 0.0086520 Sep 10 17:48:18.584287 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-0d1b11e3-b14e-4da8-ae97-2a1fef2c5895 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250063 Sep 10 17:48:18.670666 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-b5eae877-b7d7-4599-ad72-03ee68981dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795479 Sep 10 17:48:18.759522 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-50636ef3-7e8e-4747-851a-c42a5f665308 service neutron] 10.222.0.65 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830183 Sep 10 17:48:18.919497 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bfd1d675-ad92-4ae1-9771-a4281e74b601 req-214ae44c-f5ed-4ced-b267-9c6ce3d267f1 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Sep 10 17:48:19.782307 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-6155ca2b-b94a-4911-8b20-7d1aab443a04 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:19.784191 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-6155ca2b-b94a-4911-8b20-7d1aab443a04 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 809 time: 0.1022499 Sep 10 17:48:19.797495 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Request body: {'port': {'device_id': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55', 'admin_state_up': True, 'tenant_id': 'fff24de5a0954627967fc5afb921589b'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:20.103994 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-08b304ca-ff27-40dc-a87b-89d56f39929f req-96130a5a-ed14-473d-bcf6-dfd243485957 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 210 time: 0.0350068 Sep 10 17:48:20.180974 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Made reservation on behalf of fff24de5a0954627967fc5afb921589b for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:48:20.184834 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.304913 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Allocated IP 172.20.0.9 (23adc6fa-6069-4d3b-8215-9db297d7dd55/f49fe401-379b-483d-96ef-0c75fdab32a7/006d5459-b629-44ca-b9b1-61b7c3029b2f) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:48:20.446942 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.484410 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.526302 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:48:20.529194 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:48:20.531452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:48:20.563019 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Pushing event updated for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:20.588817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:20.589414 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.602836 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e7f75861-6aca-4f53-a82a-5f722ccf80fa tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8091023 Sep 10 17:48:20.615529 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Request body: {'port': {'device_id': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:20.667055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.923048 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006d5459-b629-44ca-b9b1-61b7c3029b2f {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:20.930693 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.942774 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Transition to ACTIVE for port object 006d5459-b629-44ca-b9b1-61b7c3029b2f will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:48:20.946602 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:20.996846 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Pushing event updated for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:21.063146 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Attempting to bind port 006d5459-b629-44ca-b9b1-61b7c3029b2f on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:48:21.063482 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Attempting to bind port 006d5459-b629-44ca-b9b1-61b7c3029b2f by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:48:21.063838 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Attempting to bind port 006d5459-b629-44ca-b9b1-61b7c3029b2f on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:21.068012 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Port 006d5459-b629-44ca-b9b1-61b7c3029b2f on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:48:21.068335 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Attempting to bind port 006d5459-b629-44ca-b9b1-61b7c3029b2f on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:21.073046 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:48:21.073385 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Checking segment: {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:48:21.073772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Bound using segment: {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:48:21.074230 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Bound port: 006d5459-b629-44ca-b9b1-61b7c3029b2f, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:48:21.074603 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:21.136647 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:48:21.139650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:48:21.144291 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:21.179645 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.180159 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:21.181531 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] 10.222.0.66 "PUT /v2.0/ports/006d5459-b629-44ca-b9b1-61b7c3029b2f HTTP/1.1" status: 200 len: 1093 time: 0.5701847 Sep 10 17:48:21.181983 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:21.184244 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0d0d7-3751-4192-8bef-486d288568eb" -d '{"events": [{"name": "network-changed", "server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:21.213871 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a234a-4326-451f-ad59-e37cca632e85 service neutron] Pushing event updated for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:21.232852 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2744eb5-e51d-460e-b299-b714e4919b8f x-openstack-request-id: req-b2744eb5-e51d-460e-b299-b714e4919b8f {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:21.233241 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:21.233589 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2744eb5-e51d-460e-b299-b714e4919b8f {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:21.233977 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f', 'status': 'completed', 'code': 200} Sep 10 17:48:21.238300 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f7208-c7f2-4bbd-ad59-2fd8191fa583 req-a551d1ee-e8f2-42dc-b51c-bb9f4a3ca9b3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.240131 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-015f7208-c7f2-4bbd-ad59-2fd8191fa583 req-a551d1ee-e8f2-42dc-b51c-bb9f4a3ca9b3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 943 time: 0.0571406 Sep 10 17:48:21.263143 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-be2c419b-2a7f-499d-9048-98b4cddbc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.264644 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-be2c419b-2a7f-499d-9048-98b4cddbc323 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 1096 time: 0.0437012 Sep 10 17:48:21.276612 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-015f7208-c7f2-4bbd-ad59-2fd8191fa583 req-7fccfde9-f263-4b66-932b-dbaa796b9924 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Sep 10 17:48:21.309513 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-4141647b-244b-406e-8fd8-6674b25ec2b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f HTTP/1.1" status: 200 len: 217 time: 0.0368545 Sep 10 17:48:21.359868 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e36682eb-5937-4155-b215-1ecc36a8b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.361935 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-e36682eb-5937-4155-b215-1ecc36a8b2ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f49fe401-379b-483d-96ef-0c75fdab32a7 HTTP/1.1" status: 200 len: 849 time: 0.0456583 Sep 10 17:48:21.391184 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-1b8135e0-7fe8-40f6-9bd7-bbdedd934756 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23adc6fa-6069-4d3b-8215-9db297d7dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227091 Sep 10 17:48:21.479679 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-5b53e1d4-29ac-4746-b756-cf91d311c96f service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805361 Sep 10 17:48:21.569896 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-6469fb04-7f88-4cac-ad1e-4d3471f59d59 req-0439dd97-4a62-4505-a3a1-2974e045d201 service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Sep 10 17:48:21.658476 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-cfe538d2-8238-4a90-a93f-28194e8be1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.659956 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-cfe538d2-8238-4a90-a93f-28194e8be1d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 1096 time: 0.0407460 Sep 10 17:48:21.717287 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:48:21.750797 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-105561df-454d-4490-8ebe-3bc76d86f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.752771 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-105561df-454d-4490-8ebe-3bc76d86f982 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 910 time: 0.0858533 Sep 10 17:48:21.793957 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-aecc7438-8b09-4773-a6a1-4efa1e66a010 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f HTTP/1.1" status: 200 len: 217 time: 0.0325661 Sep 10 17:48:21.845547 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-dd119b18-427d-4046-b0cf-525f297370fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:21.846980 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-dd119b18-427d-4046-b0cf-525f297370fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f49fe401-379b-483d-96ef-0c75fdab32a7 HTTP/1.1" status: 200 len: 849 time: 0.0451872 Sep 10 17:48:21.878332 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-5980f2ee-34f0-4a93-a01c-a9a8abf00168 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23adc6fa-6069-4d3b-8215-9db297d7dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234749 Sep 10 17:48:21.970896 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-80524a6b-3dbf-4d83-9dae-4270659c6816 service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846565 Sep 10 17:48:22.062476 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5ca0d0d7-3751-4192-8bef-486d288568eb req-2ab0ba67-3c8b-4f00-842e-60ec9e65fb35 service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838113 Sep 10 17:48:22.389962 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229cfd6-e4db-4ef2-9363-b4af7c702352 req-d374ef9f-b57a-45dc-b75c-ce7ecd7db048 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:22.391448 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3229cfd6-e4db-4ef2-9363-b4af7c702352 req-d374ef9f-b57a-45dc-b75c-ce7ecd7db048 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Sep 10 17:48:22.428138 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3229cfd6-e4db-4ef2-9363-b4af7c702352 req-badf25df-d5f6-43d5-8616-6c014087dab4 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Sep 10 17:48:23.543367 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812ec5-288c-4cd9-a788-ed4e1c98688e req-3d8feb24-2ac0-4f9a-9171-32e7105fb9f7 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:23.544820 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd812ec5-288c-4cd9-a788-ed4e1c98688e req-3d8feb24-2ac0-4f9a-9171-32e7105fb9f7 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 943 time: 0.0472584 Sep 10 17:48:23.581524 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-cd812ec5-288c-4cd9-a788-ed4e1c98688e req-0b7fd780-7d9e-4214-a181-38771bfecf79 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Sep 10 17:48:24.191587 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 006d5459-b629-44ca-b9b1-61b7c3029b2f details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:48:24.286074 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:24.296425 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '006d5459-b629-44ca-b9b1-61b7c3029b2f', 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55', 'port_id': '006d5459-b629-44ca-b9b1-61b7c3029b2f', 'mac_address': 'fa:16:3e:e2:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49fe401-379b-483d-96ef-0c75fdab32a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:48:24.331655 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:24.343746 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006d5459-b629-44ca-b9b1-61b7c3029b2f {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:24.363423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:24.367727 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:24.414324 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:24.420943 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.421290 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.421634 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.421964 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.422315 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.422648 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.422994 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.423322 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.423644 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.423959 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.424276 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.424592 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:24.582792 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['006d5459-b629-44ca-b9b1-61b7c3029b2f'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:48:24.697893 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8137e63-4d67-4126-a7ec-4ad388a1dd95 req-79cd4f94-52fc-441f-95e0-b6ceb03111be tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:24.699402 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e8137e63-4d67-4126-a7ec-4ad388a1dd95 req-79cd4f94-52fc-441f-95e0-b6ceb03111be tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 944 time: 0.0475707 Sep 10 17:48:24.741052 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e8137e63-4d67-4126-a7ec-4ad388a1dd95 req-d3fdcdfe-3dbe-4740-9302-cebabb9ba6f4 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Sep 10 17:48:25.854489 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adbac-ae72-4aca-a225-86c331d528bc req-07ded4ea-b33c-4990-a696-cf38af539cd2 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:25.855899 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-282adbac-ae72-4aca-a225-86c331d528bc req-07ded4ea-b33c-4990-a696-cf38af539cd2 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 944 time: 0.0494375 Sep 10 17:48:25.892456 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-282adbac-ae72-4aca-a225-86c331d528bc req-1b0ceed8-5b7a-48af-b863-ada6e24fbe26 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295968 Sep 10 17:48:26.192007 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 006d5459-b629-44ca-b9b1-61b7c3029b2f up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:48:26.241603 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 006d5459-b629-44ca-b9b1-61b7c3029b2f completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:48:26.245015 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 006d5459-b629-44ca-b9b1-61b7c3029b2f triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:48:26.245383 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:26.317114 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:26.344582 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:26.346932 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16c85c9-253d-4a00-ba81-8c8fcda09936" -d '{"events": [{"server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "name": "network-vif-plugged", "status": "completed", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:26.361145 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:26.366065 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:26.391393 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c40659-59ad-4d98-a861-81c589fd5f30 x-openstack-request-id: req-d5c40659-59ad-4d98-a861-81c589fd5f30 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:26.391762 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "name": "network-vif-plugged", "status": "completed", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:26.392517 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5c40659-59ad-4d98-a861-81c589fd5f30 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:26.392899 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f', 'code': 200} Sep 10 17:48:26.418733 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:26.539986 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aa862-2127-4979-9c41-8c55139ef6c2 req-73106e38-8623-4747-9256-e95c4c5ca53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:26.541418 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-192aa862-2127-4979-9c41-8c55139ef6c2 req-73106e38-8623-4747-9256-e95c4c5ca53d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 1098 time: 0.0384889 Sep 10 17:48:26.574002 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-192aa862-2127-4979-9c41-8c55139ef6c2 req-259efa2d-dee6-4a51-b213-f9966d40b365 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261765 Sep 10 17:48:27.003562 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad51b-4e96-4060-a6dc-9814f563c981 req-7865d821-1da7-4c14-a26c-b992f6b9d6d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:27.005023 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356ad51b-4e96-4060-a6dc-9814f563c981 req-7865d821-1da7-4c14-a26c-b992f6b9d6d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Sep 10 17:48:27.040859 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-356ad51b-4e96-4060-a6dc-9814f563c981 req-831fe1cd-bffa-457b-af8e-73fd614b15cf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299585 Sep 10 17:48:28.155297 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed29ca3-4e61-43c7-bd44-03c551b494a8 req-94b0d054-89ed-4df0-b85e-7ad9aefc1a9b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:28.156758 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ed29ca3-4e61-43c7-bd44-03c551b494a8 req-94b0d054-89ed-4df0-b85e-7ad9aefc1a9b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 945 time: 0.0481591 Sep 10 17:48:28.193434 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8ed29ca3-4e61-43c7-bd44-03c551b494a8 req-70b61756-e110-42c1-a4d0-e275c649eeb1 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Sep 10 17:48:28.807381 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3c584-d2f4-4f28-9736-7254751af78e req-a3d86a0a-e189-484c-8b81-cee81ae101d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:28.808871 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-76a3c584-d2f4-4f28-9736-7254751af78e req-a3d86a0a-e189-484c-8b81-cee81ae101d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Sep 10 17:48:28.850236 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-76a3c584-d2f4-4f28-9736-7254751af78e req-ec405a64-ee2f-4b7d-a15c-b9662e5eebb6 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Sep 10 17:48:29.964218 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278c45f-1baf-41a4-bfee-e22fc792190b req-049ab546-2ca3-4566-9383-aaac13c603ef tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:29.965672 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f278c45f-1baf-41a4-bfee-e22fc792190b req-049ab546-2ca3-4566-9383-aaac13c603ef tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 945 time: 0.0477636 Sep 10 17:48:30.002879 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f278c45f-1baf-41a4-bfee-e22fc792190b req-6dd7b38f-a26a-49ef-9a94-647dc843ccd8 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Sep 10 17:48:30.047733 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-49ed2e0d-030e-4811-b162-4611a90d6714 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:30.049804 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-49ed2e0d-030e-4811-b162-4611a90d6714 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ab4bca-f86f-4cfb-8a1a-c21858311b37 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Sep 10 17:48:30.135724 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Deleting port 006d5459-b629-44ca-b9b1-61b7c3029b2f {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:48:30.136006 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:30.224335 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] For port 006d5459-b629-44ca-b9b1-61b7c3029b2f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=006d5459-b629-44ca-b9b1-61b7c3029b2f,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:30.224692 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:30.236803 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Calling delete_port for 006d5459-b629-44ca-b9b1-61b7c3029b2f owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:48:30.362983 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:30.374803 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['006d5459-b629-44ca-b9b1-61b7c3029b2f'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:48:30.391252 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Pushing event deleted for resources: {'Port': ['ID=006d5459-b629-44ca-b9b1-61b7c3029b2f,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:30.430729 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] No DVR routers for this DVR port 006d5459-b629-44ca-b9b1-61b7c3029b2f on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:48:30.433185 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:30.435246 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ef7cf519-d4f0-40b4-bf29-bf6174505e88 req-6c19f00f-9fd1-4df2-83c6-c515adb86936 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "DELETE /v2.0/ports/006d5459-b629-44ca-b9b1-61b7c3029b2f HTTP/1.1" status: 204 len: 173 time: 0.3791678 Sep 10 17:48:30.435680 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'name': 'network-vif-deleted', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:30.437995 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edcf97e-b3a0-4656-ae1b-51adb49e317c" -d '{"events": [{"server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "name": "network-vif-deleted", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:30.479843 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e78c66-3908-4e9c-b8c0-68f3b4b69582 x-openstack-request-id: req-c6e78c66-3908-4e9c-b8c0-68f3b4b69582 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:30.480135 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab4bca-f86f-4cfb-8a1a-c21858311b37", "name": "network-vif-deleted", "tag": "006d5459-b629-44ca-b9b1-61b7c3029b2f", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:30.480383 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6e78c66-3908-4e9c-b8c0-68f3b4b69582 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:30.480952 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab4bca-f86f-4cfb-8a1a-c21858311b37', 'name': 'network-vif-deleted', 'tag': '006d5459-b629-44ca-b9b1-61b7c3029b2f', 'status': 'completed', 'code': 200} Sep 10 17:48:31.256066 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-b8c2cef5-a8f8-4f1d-8b47-7049a83a3702 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:31.257501 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-b8c2cef5-a8f8-4f1d-8b47-7049a83a3702 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 809 time: 0.1004996 Sep 10 17:48:31.272222 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-a0ca37d3-b407-4d0b-b189-493c9a5f6c8b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/quotas/fff24de5a0954627967fc5afb921589b HTTP/1.1" status: 200 len: 375 time: 0.0090003 Sep 10 17:48:31.302022 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-aea53d25-8246-486d-99a0-6d1bde13fc50 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246429 Sep 10 17:48:31.392002 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-8ffe6e35-cf9a-4063-b71c-239b11cdc915 service neutron] 10.222.0.65 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Sep 10 17:48:31.478965 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-b97f11a2-a5cf-4154-aebd-5b9a6a210600 service neutron] 10.222.0.65 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809748 Sep 10 17:48:31.632246 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-916246d3-971c-48bf-9163-35f5ffb2525a req-a2c8fbc1-9cf6-4f46-8d37-3fa9b1435194 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Sep 10 17:48:32.723606 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-8910c72e-6537-484d-9a7a-d0ad77ecaa45 req-d216ff67-85c9-4149-b57b-ef4020c629d1 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Sep 10 17:48:33.814223 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-8c9e6c36-4fcb-42a0-9a89-a1c88c2dbc66 req-40b2e210-dcef-4778-b804-36ea18633ac6 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 210 time: 0.0251982 Sep 10 17:48:34.701545 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 006d5459-b629-44ca-b9b1-61b7c3029b2f no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:48:34.721448 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 006d5459-b629-44ca-b9b1-61b7c3029b2f {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:48:34.721786 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 006d5459-b629-44ca-b9b1-61b7c3029b2f not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:48:34.907108 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-678118f2-536f-45e6-8bb7-8873bf504b7d req-f2d6dc61-c20b-4ce0-95cb-644440661c20 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 210 time: 0.0283663 Sep 10 17:48:35.080760 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-5bc73a2d-a9a1-4afd-9e41-83199aca4b24 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:35.082265 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-5bc73a2d-a9a1-4afd-9e41-83199aca4b24 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 809 time: 0.1123734 Sep 10 17:48:35.095289 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Request body: {'port': {'device_id': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55', 'admin_state_up': True, 'tenant_id': 'fff24de5a0954627967fc5afb921589b'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:35.207559 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Made reservation on behalf of fff24de5a0954627967fc5afb921589b for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:48:35.211101 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.338620 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Allocated IP 172.20.0.5 (23adc6fa-6069-4d3b-8215-9db297d7dd55/f49fe401-379b-483d-96ef-0c75fdab32a7/c32e314d-7a5f-4e23-bf57-01f9dda94af3) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:48:35.490937 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.526703 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.568129 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Network 23adc6fa-6069-4d3b-8215-9db297d7dd55 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:48:35.571068 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:48:35.574731 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:48:35.582778 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Pushing event updated for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:35.630437 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:35.631046 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.644957 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3e99f617-ec4f-4ed3-a9ca-508d6361fa71 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534873 Sep 10 17:48:35.658517 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Request body: {'port': {'device_id': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:35.708445 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.962566 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32e314d-7a5f-4e23-bf57-01f9dda94af3 {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:35.970806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:35.982946 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Transition to ACTIVE for port object c32e314d-7a5f-4e23-bf57-01f9dda94af3 will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:48:35.988171 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:36.039407 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Pushing event updated for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:36.103337 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Attempting to bind port c32e314d-7a5f-4e23-bf57-01f9dda94af3 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:48:36.103676 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Attempting to bind port c32e314d-7a5f-4e23-bf57-01f9dda94af3 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:48:36.104005 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Attempting to bind port c32e314d-7a5f-4e23-bf57-01f9dda94af3 on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:36.108377 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Port c32e314d-7a5f-4e23-bf57-01f9dda94af3 on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:48:36.108806 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Attempting to bind port c32e314d-7a5f-4e23-bf57-01f9dda94af3 on network 23adc6fa-6069-4d3b-8215-9db297d7dd55 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:36.113668 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:48:36.114008 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Checking segment: {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:48:36.114679 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Bound using segment: {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:48:36.115131 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Bound port: c32e314d-7a5f-4e23-bf57-01f9dda94af3, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ab737a-3076-4d77-9f79-ac0629ce3bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:48:36.115474 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:36.131528 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ff6b5-2f2e-46d3-be41-db1e4a9f9b53 req-d65124a5-3e0d-49f1-bf79-72ccd0908a76 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.132974 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-113ff6b5-2f2e-46d3-be41-db1e4a9f9b53 req-d65124a5-3e0d-49f1-bf79-72ccd0908a76 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 943 time: 0.1581511 Sep 10 17:48:36.169625 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-113ff6b5-2f2e-46d3-be41-db1e4a9f9b53 req-86166b13-d27c-4aa2-b3ed-6ed1b5254552 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Sep 10 17:48:36.180753 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:48:36.183865 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:48:36.188901 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:36.220895 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.221514 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:36.222948 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] 10.222.0.66 "PUT /v2.0/ports/c32e314d-7a5f-4e23-bf57-01f9dda94af3 HTTP/1.1" status: 200 len: 1093 time: 0.5689805 Sep 10 17:48:36.225056 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:36.227393 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44890970-7c3b-48e4-a78d-92ef4051ae50" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:36.253117 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919847e-6510-4b09-8375-9dee219ecc7b service neutron] Pushing event updated for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:36.269232 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0017510-b440-4984-84e1-68a29094862d x-openstack-request-id: req-a0017510-b440-4984-84e1-68a29094862d {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:36.269510 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:36.269757 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0017510-b440-4984-84e1-68a29094862d {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:36.270151 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3', 'status': 'completed', 'code': 200} Sep 10 17:48:36.301233 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-274031ae-36fa-4557-9ac8-c2786a1a9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.302748 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-274031ae-36fa-4557-9ac8-c2786a1a9a44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 1096 time: 0.0427604 Sep 10 17:48:36.344506 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-43ea9d22-b854-4bf1-bfc7-2f9ffc4f689a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3 HTTP/1.1" status: 200 len: 217 time: 0.0326729 Sep 10 17:48:36.395844 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-f0cbcd86-d65c-4a59-82a3-9c5b865be3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.397238 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-f0cbcd86-d65c-4a59-82a3-9c5b865be3c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f49fe401-379b-483d-96ef-0c75fdab32a7 HTTP/1.1" status: 200 len: 849 time: 0.0454705 Sep 10 17:48:36.427727 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-be82dbad-6cd0-4f98-943d-4bd18f38fd4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23adc6fa-6069-4d3b-8215-9db297d7dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231888 Sep 10 17:48:36.516595 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-1659d8d9-6b67-43aa-a6fd-54aee4dae27c service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800381 Sep 10 17:48:36.606410 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-28329a38-e424-491b-9eb4-4f9c84f051ae req-156f1eaf-ee26-458a-8ec5-b728000fcd66 service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823171 Sep 10 17:48:36.693950 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-65c756b1-8bea-48ba-a42d-fd72ebd80650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.695404 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-65c756b1-8bea-48ba-a42d-fd72ebd80650 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fff24de5a0954627967fc5afb921589b&device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 1096 time: 0.0393231 Sep 10 17:48:36.789586 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-986f9e5c-8885-4365-bd1d-3a856ee2543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.791101 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-986f9e5c-8885-4365-bd1d-3a856ee2543f service neutron] 10.222.0.66 "GET /v2.0/networks?id=23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 200 len: 910 time: 0.0864267 Sep 10 17:48:36.834908 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-e91ccda9-0d1e-40e1-bf3c-c206c6eed718 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3 HTTP/1.1" status: 200 len: 217 time: 0.0355556 Sep 10 17:48:36.889950 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-bded09be-97b5-456a-8655-b03ec3d73fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:36.891443 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-bded09be-97b5-456a-8655-b03ec3d73fb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f49fe401-379b-483d-96ef-0c75fdab32a7 HTTP/1.1" status: 200 len: 849 time: 0.0491998 Sep 10 17:48:36.924249 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-03b52147-b830-4dd1-b121-3b640c763729 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23adc6fa-6069-4d3b-8215-9db297d7dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254278 Sep 10 17:48:37.011940 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-65630390-05d5-4285-9662-d51a84eea66a service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793834 Sep 10 17:48:37.101701 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-44890970-7c3b-48e4-a78d-92ef4051ae50 req-b015f663-8728-4542-99ed-632960f175cd service neutron] 10.222.0.66 "GET /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Sep 10 17:48:37.283045 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f6aa6-d876-4f9a-b16e-0c392923ff8c req-3fd963de-f25a-42e1-a50b-c98100a1d58b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:37.284493 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-067f6aa6-d876-4f9a-b16e-0c392923ff8c req-3fd963de-f25a-42e1-a50b-c98100a1d58b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 943 time: 0.0476913 Sep 10 17:48:37.319829 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-067f6aa6-d876-4f9a-b16e-0c392923ff8c req-f9660dc2-45ca-4a26-837a-f21d1031620c tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293791 Sep 10 17:48:38.434571 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee3dca-8a5a-413c-a53f-8ab4c06b4781 req-31d48507-efab-4889-bb24-93f58b0c2fa2 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:38.436048 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-12ee3dca-8a5a-413c-a53f-8ab4c06b4781 req-31d48507-efab-4889-bb24-93f58b0c2fa2 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 943 time: 0.0498219 Sep 10 17:48:38.474602 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-12ee3dca-8a5a-413c-a53f-8ab4c06b4781 req-d4414f30-77cc-4e24-bbca-422bfa91d102 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Sep 10 17:48:38.673717 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-acd70c5b-c172-4a94-99dd-c0686ad9f686 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852694996&fields=id&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 267 time: 0.0309775 Sep 10 17:48:38.707398 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c32e314d-7a5f-4e23-bf57-01f9dda94af3 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:48:38.807837 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:38.950687 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3', 'network_id': '23adc6fa-6069-4d3b-8215-9db297d7dd55', 'port_id': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3', 'mac_address': 'fa:16:3e:48:ba:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49fe401-379b-483d-96ef-0c75fdab32a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:48:38.988245 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:39.002920 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32e314d-7a5f-4e23-bf57-01f9dda94af3 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:39.022328 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:39.029302 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:39.041804 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-50627ff8-8c5d-4f62-a12f-6d8f8f21e178 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:39.043302 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-50627ff8-8c5d-4f62-a12f-6d8f8f21e178 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.3631215 Sep 10 17:48:39.058125 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-a0d90d6e-a150-4688-9b0c-727811379ac6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/quotas/79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 375 time: 0.0088239 Sep 10 17:48:39.074449 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:39.114077 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-eb3ceeea-9556-4994-9e48-b9dce5db21b0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0493124 Sep 10 17:48:39.129439 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-76fd21d3-e325-413b-b9a3-03ae93c13579 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:48:39.130394 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-76fd21d3-e325-413b-b9a3-03ae93c13579 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053074 Sep 10 17:48:39.217962 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-a7e557b2-c8c8-4f5e-8645-dcd042b575a7 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819466 Sep 10 17:48:39.230150 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c32e314d-7a5f-4e23-bf57-01f9dda94af3'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:48:39.308846 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-9e5f4642-dfd5-4c7f-a2ba-661add52d255 service neutron] 10.222.0.65 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846202 Sep 10 17:48:39.595960 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-81175be8-bb82-4c5c-b9b9-7f1713d89260 req-83f571be-9f75-40ab-a254-890b42e13409 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 210 time: 0.0352480 Sep 10 17:48:39.599716 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545067db-f334-4f9e-9523-abcfbad8f278 req-e094ab86-3630-4aa4-96bc-ef103608cb91 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:39.601200 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-545067db-f334-4f9e-9523-abcfbad8f278 req-e094ab86-3630-4aa4-96bc-ef103608cb91 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 944 time: 0.0596573 Sep 10 17:48:39.649047 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-545067db-f334-4f9e-9523-abcfbad8f278 req-2a51ec58-d189-425f-a340-ea70a1d768c8 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Sep 10 17:48:40.442676 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-b95b79fa-e65f-4a38-acd6-e9e325726122 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:40.444146 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-b95b79fa-e65f-4a38-acd6-e9e325726122 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 812 time: 0.1069930 Sep 10 17:48:40.486823 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-319233b4-f279-4f6f-aacb-12635b68674c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e3c40e1e1f4de3bf0f02c897206c88 HTTP/1.1" status: 200 len: 379 time: 0.0335250 Sep 10 17:48:40.495742 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'port': {'device_id': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'admin_state_up': True, 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'security_groups': ['8aaafeb2-c581-4439-ab47-3874a9162b1e']}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:40.602989 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Made reservation on behalf of 79e3c40e1e1f4de3bf0f02c897206c88 for: {'port': 1} {{(pid=95330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:48:40.606554 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:40.691421 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-05c60bd4-4080-43ff-b93d-14515fe9fec7 req-02b0890b-fe88-4efd-88f7-dbc47e600b64 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Sep 10 17:48:40.707736 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c32e314d-7a5f-4e23-bf57-01f9dda94af3 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:48:40.742814 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.20.0.10 (9e3de542-b598-4b70-a15c-2f089a10c266/26351a88-3f22-4313-b804-53b5d5c9ae6f/9201d2f2-dd38-40ac-aa42-6290860eade8) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:48:40.773042 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port c32e314d-7a5f-4e23-bf57-01f9dda94af3 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:48:40.777043 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port c32e314d-7a5f-4e23-bf57-01f9dda94af3 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:48:40.777423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:40.859371 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:40.887887 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:40.890524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b6b65-19bd-4a09-8cdc-3f4a92cb69b4" -d '{"events": [{"server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "name": "network-vif-plugged", "status": "completed", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:40.903751 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b74a-42ee-4ccf-a2b8-921087d564a3 req-a63271be-61bd-4cab-99da-dc5ac481f548 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:40.905665 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2473b74a-42ee-4ccf-a2b8-921087d564a3 req-a63271be-61bd-4cab-99da-dc5ac481f548 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 944 time: 0.1642606 Sep 10 17:48:40.921858 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:40.928859 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:40.936063 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d94231-3f18-484e-8292-9f73cad0bb16 x-openstack-request-id: req-a2d94231-3f18-484e-8292-9f73cad0bb16 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:40.937865 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:40.942476 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "name": "network-vif-plugged", "status": "completed", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:40.942843 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2d94231-3f18-484e-8292-9f73cad0bb16 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:40.943288 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3', 'code': 200} Sep 10 17:48:40.960164 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Transition to ACTIVE for port object 9201d2f2-dd38-40ac-aa42-6290860eade8 will not be triggered until provisioned by entity DHCP. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:48:40.987779 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:41.001743 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2473b74a-42ee-4ccf-a2b8-921087d564a3 req-7de75e73-2fbd-4682-903f-45fd221b78f6 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Sep 10 17:48:41.011413 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.055226 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 9e3de542-b598-4b70-a15c-2f089a10c266 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:48:41.058497 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:48:41.065764 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:48:41.086650 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:41.108279 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda44bd-f196-4867-832a-c04a2705f3a8 req-053a3233-4e0c-4252-a214-70f3b1b5c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:41.110530 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7cda44bd-f196-4867-832a-c04a2705f3a8 req-053a3233-4e0c-4252-a214-70f3b1b5c035 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 1098 time: 0.0414789 Sep 10 17:48:41.115861 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:41.116492 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.132952 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-5386398e-27c5-48a1-b299-3e15bbf39fac tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6405017 Sep 10 17:48:41.144553 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Request body: {'port': {'device_id': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:41.147312 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-7cda44bd-f196-4867-832a-c04a2705f3a8 req-5426d1bb-01a3-42ad-af85-5f54434041d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305276 Sep 10 17:48:41.345553 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-e9bfdb89-6927-4f48-b21b-cc718940eefb None None] Provisioning for port 9201d2f2-dd38-40ac-aa42-6290860eade8 completed by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:48:41.349807 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-e9bfdb89-6927-4f48-b21b-cc718940eefb None None] Provisioning complete for port 9201d2f2-dd38-40ac-aa42-6290860eade8 triggered by entity DHCP. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:48:41.350247 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdb89-6927-4f48-b21b-cc718940eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.384983 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfdb89-6927-4f48-b21b-cc718940eefb None None] Port 9201d2f2-dd38-40ac-aa42-6290860eade8 cannot update to ACTIVE because it is not bound. {{(pid=95331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:48:41.457606 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.707489 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9201d2f2-dd38-40ac-aa42-6290860eade8 {{(pid=95330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:41.714549 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.726750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.provisioning_blocks [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Transition to ACTIVE for port object 9201d2f2-dd38-40ac-aa42-6290860eade8 will not be triggered until provisioned by entity L2. {{(pid=95330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:48:41.731276 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.787841 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Pushing event updated for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:41.817125 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5c136-5517-4bc2-99ff-d9101bed0b12 req-1d67defa-c6a9-4d50-ba88-5751cf6c179f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:41.818704 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-50c5c136-5517-4bc2-99ff-d9101bed0b12 req-1d67defa-c6a9-4d50-ba88-5751cf6c179f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0544474 Sep 10 17:48:41.850400 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Attempting to bind port 9201d2f2-dd38-40ac-aa42-6290860eade8 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:48:41.850880 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Attempting to bind port 9201d2f2-dd38-40ac-aa42-6290860eade8 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:48:41.851333 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Attempting to bind port 9201d2f2-dd38-40ac-aa42-6290860eade8 on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:41.855792 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Port 9201d2f2-dd38-40ac-aa42-6290860eade8 on network 9e3de542-b598-4b70-a15c-2f089a10c266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:48:41.856121 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Attempting to bind port 9201d2f2-dd38-40ac-aa42-6290860eade8 on network 9e3de542-b598-4b70-a15c-2f089a10c266 {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:48:41.859551 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-50c5c136-5517-4bc2-99ff-d9101bed0b12 req-b10fabed-84d7-4560-bc8c-4a8a635e69eb tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Sep 10 17:48:41.861451 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Checking agent: {'id': 'f78fe6c3-f2b1-4ef6-8d03-0d79783ffaec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'started_at': datetime.datetime(2021, 9, 10, 17, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:48:41.861792 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Checking segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:48:41.862200 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Bound using segment: {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'} {{(pid=95330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:48:41.862637 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.managers [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Bound port: 9201d2f2-dd38-40ac-aa42-6290860eade8, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266'}}] {{(pid=95330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:48:41.862999 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.932326 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, cleared binding levels {{(pid=95330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:48:41.935444 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9201d2f2-dd38-40ac-aa42-6290860eade8,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:48:41.940132 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.977499 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:41.978254 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:41.979507 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] 10.222.0.66 "PUT /v2.0/ports/9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 200 len: 1094 time: 0.8391802 Sep 10 17:48:41.979945 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:41.982179 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047ffac-3a99-4f24-9f71-957cc5a15752" -d '{"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:42.007924 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313ed24-16a0-4cb1-bd48-534e3e2231bb service neutron] Pushing event updated for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=3']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:42.033684 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80baaa-8480-4608-8704-4421eba080f5 x-openstack-request-id: req-3c80baaa-8480-4608-8704-4421eba080f5 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:42.033962 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:42.034198 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c80baaa-8480-4608-8704-4421eba080f5 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:42.034588 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'status': 'completed', 'code': 200} Sep 10 17:48:42.080478 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-ccda9cc4-f2e3-4cbb-8d5a-365ad4f497da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.081969 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-ccda9cc4-f2e3-4cbb-8d5a-365ad4f497da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1097 time: 0.0507159 Sep 10 17:48:42.128601 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-be9323b3-1d59-4ee4-82b7-c73464db1fac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 200 len: 217 time: 0.0372036 Sep 10 17:48:42.130535 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c897f-25d6-4f03-abec-629dd8bcb0a8 req-77c3d0c9-4088-4a11-a766-5486d72e6d5c tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.132304 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bb6c897f-25d6-4f03-abec-629dd8bcb0a8 req-77c3d0c9-4088-4a11-a766-5486d72e6d5c tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 945 time: 0.0561900 Sep 10 17:48:42.180981 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-df4bb3a5-0d0a-40d3-a22d-1aeaa3451af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.182486 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-df4bb3a5-0d0a-40d3-a22d-1aeaa3451af8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0459876 Sep 10 17:48:42.182724 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-bb6c897f-25d6-4f03-abec-629dd8bcb0a8 req-fb7d73b2-eb5e-4460-8a70-85c09c5ca161 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Sep 10 17:48:42.236169 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-4e0ad03d-5f75-4109-b1e1-8cf790e4d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.239126 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-4e0ad03d-5f75-4109-b1e1-8cf790e4d61b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492206 Sep 10 17:48:42.333326 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-044fe4f0-dee2-4684-a671-08a98101de93 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855598 Sep 10 17:48:42.416717 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-127706d6-9a2e-49d6-b79e-221db84025dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:42.426416 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-ce522732-0fc1-4afb-ad6c-1c8c792af863 req-c3835540-a1b0-4462-83b6-1337d988e040 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847635 Sep 10 17:48:42.509860 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-dc59f961-3a28-487c-98d4-d9500b72bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.511230 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-dc59f961-3a28-487c-98d4-d9500b72bd17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1097 time: 0.0399003 Sep 10 17:48:42.600652 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-fa178412-aa3a-4246-8242-a2b7f4edd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.602059 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-fa178412-aa3a-4246-8242-a2b7f4edd483 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0837066 Sep 10 17:48:42.643380 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-be70169c-42e7-4abd-88a8-129fb29f0e09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 200 len: 217 time: 0.0324500 Sep 10 17:48:42.690407 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-9ac5207e-8ae4-45e8-9fca-a45b2c43f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.691760 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-9ac5207e-8ae4-45e8-9fca-a45b2c43f138 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0414791 Sep 10 17:48:42.739699 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-84ad11ff-ce13-474e-b7b4-bd42236aefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.741115 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-84ad11ff-ce13-474e-b7b4-bd42236aefd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414455 Sep 10 17:48:42.771510 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:42.832332 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-d4963ec5-b938-4428-9ac7-fa0b94063e90 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796928 Sep 10 17:48:42.943586 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-d047ffac-3a99-4f24-9f71-957cc5a15752 req-8e80cc72-33b9-494c-b6ef-a50c50243427 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999427 Sep 10 17:48:42.979184 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363134-8fa5-41a8-9142-860df16870cf req-e9b85f51-8f7d-4898-8830-6cecd21dc127 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:42.980653 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-dc363134-8fa5-41a8-9142-860df16870cf req-e9b85f51-8f7d-4898-8830-6cecd21dc127 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0509596 Sep 10 17:48:43.017979 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-dc363134-8fa5-41a8-9142-860df16870cf req-d0b23178-bfd8-43a9-8ebb-5bfa587a0a61 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305996 Sep 10 17:48:43.288053 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6567f-1284-4e91-a746-f74e9a660767 req-ce262fd3-5d50-4d78-85bb-ebe0889e371f tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:43.289429 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5fc6567f-1284-4e91-a746-f74e9a660767 req-ce262fd3-5d50-4d78-85bb-ebe0889e371f tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Sep 10 17:48:43.324765 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5fc6567f-1284-4e91-a746-f74e9a660767 req-dbadda6f-ab1c-43aa-9603-d6e121ac8a78 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294158 Sep 10 17:48:43.971235 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a00e1-4f86-4a8f-bc8b-117c9bf6ff52 req-7ccb579f-c788-40cb-8fc8-f5217362cd8d tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:43.972720 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-663a00e1-4f86-4a8f-bc8b-117c9bf6ff52 req-7ccb579f-c788-40cb-8fc8-f5217362cd8d tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Sep 10 17:48:44.012179 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-663a00e1-4f86-4a8f-bc8b-117c9bf6ff52 req-d7facfcb-a969-4a24-a91c-b1b27ccbd77b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Sep 10 17:48:44.136812 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ab241-c1c8-4b89-986c-9c65ddc3dd8c req-a2a83382-85af-4882-935c-f0f10f314a2f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:44.138212 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fe1ab241-c1c8-4b89-986c-9c65ddc3dd8c req-a2a83382-85af-4882-935c-f0f10f314a2f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0530462 Sep 10 17:48:44.180085 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fe1ab241-c1c8-4b89-986c-9c65ddc3dd8c req-5d5b4c83-df2c-497a-a1bf-df657e7820dd tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Sep 10 17:48:44.935504 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-aede88be-9c1c-4118-ab1e-2423d32ec871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.127822 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce33ffc-4678-47b7-9f24-c2d446f51f40 req-0c30d605-ffe8-4372-bfaa-14f06f2891d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:45.129279 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5ce33ffc-4678-47b7-9f24-c2d446f51f40 req-0c30d605-ffe8-4372-bfaa-14f06f2891d3 tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Sep 10 17:48:45.166187 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5ce33ffc-4678-47b7-9f24-c2d446f51f40 req-00c87def-2a48-45b1-ba65-71a59689e15a tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.65 "GET /v2.0/security-groups?id=d915e5cd-0759-4b36-8be9-d0f56cddbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Sep 10 17:48:45.207488 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-aee84a27-ab78-49e6-9825-d130b91df54b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:45.208993 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-aee84a27-ab78-49e6-9825-d130b91df54b tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9c2663e-3cd8-4844-b25b-a34fbee792d1 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Sep 10 17:48:45.319876 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18054-272e-4dce-9ecc-99a1f868261d req-0b0c6dee-0ff2-41ac-91c3-c5630245c2de tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:45.321338 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-58a18054-272e-4dce-9ecc-99a1f868261d req-0b0c6dee-0ff2-41ac-91c3-c5630245c2de tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0738821 Sep 10 17:48:45.366155 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Deleting port c32e314d-7a5f-4e23-bf57-01f9dda94af3 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:48:45.366684 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.388124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.389827 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-58a18054-272e-4dce-9ecc-99a1f868261d req-57400430-2b2d-47a4-be2c-e910ec131c83 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609195 Sep 10 17:48:45.462426 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] For port c32e314d-7a5f-4e23-bf57-01f9dda94af3, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=c32e314d-7a5f-4e23-bf57-01f9dda94af3,segment=NetworkSegment(16ab737a-3076-4d77-9f79-ac0629ce3bc5),segment_id=16ab737a-3076-4d77-9f79-ac0629ce3bc5)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:45.462731 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.476063 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Calling delete_port for c32e314d-7a5f-4e23-bf57-01f9dda94af3 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:48:45.601109 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.613110 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['c32e314d-7a5f-4e23-bf57-01f9dda94af3'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:48:45.634600 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Pushing event deleted for resources: {'Port': ['ID=c32e314d-7a5f-4e23-bf57-01f9dda94af3,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:45.670775 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] No DVR routers for this DVR port c32e314d-7a5f-4e23-bf57-01f9dda94af3 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:48:45.673203 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:45.675211 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-b3a45c07-bfda-4fbf-8412-e37e52d21489 req-4d873e60-5bde-4648-8c81-a2601178e4bf tempest-VolumesActionsTest-1028822987 tempest-VolumesActionsTest-1028822987-project] 10.222.0.66 "DELETE /v2.0/ports/c32e314d-7a5f-4e23-bf57-01f9dda94af3 HTTP/1.1" status: 204 len: 173 time: 0.4595563 Sep 10 17:48:45.675646 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'name': 'network-vif-deleted', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:45.677876 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db0c173-8041-4844-a4e8-cc0b73cba3ec" -d '{"events": [{"server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "name": "network-vif-deleted", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:45.713605 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d335e-0f2f-417a-a11b-3d5fa045fa71 x-openstack-request-id: req-3a1d335e-0f2f-417a-a11b-3d5fa045fa71 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:45.713843 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2663e-3cd8-4844-b25b-a34fbee792d1", "name": "network-vif-deleted", "tag": "c32e314d-7a5f-4e23-bf57-01f9dda94af3", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:45.714099 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a1d335e-0f2f-417a-a11b-3d5fa045fa71 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:45.714527 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2663e-3cd8-4844-b25b-a34fbee792d1', 'name': 'network-vif-deleted', 'tag': 'c32e314d-7a5f-4e23-bf57-01f9dda94af3', 'status': 'completed', 'code': 200} Sep 10 17:48:46.390283 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:46.507590 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6f07-795b-4fd2-9a88-9fe66c677eee req-cfbd9373-3cb9-4a91-9d59-e67d991d19be tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:46.509188 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-333f6f07-795b-4fd2-9a88-9fe66c677eee req-cfbd9373-3cb9-4a91-9d59-e67d991d19be tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0501099 Sep 10 17:48:46.546822 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-333f6f07-795b-4fd2-9a88-9fe66c677eee req-c64e8eaa-c8d1-42d0-89c5-ac6ab4ceae7b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Sep 10 17:48:47.090878 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-d20d9cd3-4243-4bab-94c3-36ea97169580 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412626 Sep 10 17:48:47.658917 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77364892-0034-4263-9063-d3432204e863 req-10487661-002d-4bdf-926b-4018562e312e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:47.660376 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77364892-0034-4263-9063-d3432204e863 req-10487661-002d-4bdf-926b-4018562e312e tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0487411 Sep 10 17:48:47.697604 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-77364892-0034-4263-9063-d3432204e863 req-fcb0446b-9d71-4115-b8f1-033b4caf20d2 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Sep 10 17:48:47.856350 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:48.811661 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20556cc-9c6a-421e-a778-5fa349f75fdb req-8296e0bc-846d-4bb6-b1f6-c233f900f0f0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:48.813112 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e20556cc-9c6a-421e-a778-5fa349f75fdb req-8296e0bc-846d-4bb6-b1f6-c233f900f0f0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0507782 Sep 10 17:48:48.849890 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-e20556cc-9c6a-421e-a778-5fa349f75fdb req-251a84a8-b56a-4479-b869-c96722ae2634 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304523 Sep 10 17:48:49.135573 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c32e314d-7a5f-4e23-bf57-01f9dda94af3 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:48:49.155253 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: c32e314d-7a5f-4e23-bf57-01f9dda94af3 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:48:49.155597 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device c32e314d-7a5f-4e23-bf57-01f9dda94af3 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:48:49.172286 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-c3f825a0-ad60-4c42-828d-c99955b2dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:49.174335 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-c3f825a0-ad60-4c42-828d-c99955b2dc2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1098 time: 0.0400290 Sep 10 17:48:49.964601 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c35c-649e-4875-bc77-a71b6fccf866 req-d17d30ab-e000-4282-a543-95cfed7e37b9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:49.966049 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4b21c35c-649e-4875-bc77-a71b6fccf866 req-d17d30ab-e000-4282-a543-95cfed7e37b9 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0506761 Sep 10 17:48:50.002777 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-4b21c35c-649e-4875-bc77-a71b6fccf866 req-2dd471a9-84be-4604-880c-f9dd593f9d4b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302095 Sep 10 17:48:50.222102 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-44eaa3a5-e52a-46e8-a414-8e419d9747fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:50.223577 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-44eaa3a5-e52a-46e8-a414-8e419d9747fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0855668 Sep 10 17:48:50.291223 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-b8e68953-32b6-4275-a721-07020f22c5cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0598185 Sep 10 17:48:50.338988 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-915246e5-6513-44b5-9134-2ff27fa8255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:50.340320 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-915246e5-6513-44b5-9134-2ff27fa8255f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0412986 Sep 10 17:48:50.385766 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-0437d9c0-74d1-4ccd-b034-2e0f475d8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:50.387213 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-0437d9c0-74d1-4ccd-b034-2e0f475d8f4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383520 Sep 10 17:48:50.399712 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-5c4ffdd8-3a6d-48d0-adca-aa28fe24bcff service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=95330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:48:50.400649 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-5c4ffdd8-3a6d-48d0-adca-aa28fe24bcff service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048258 Sep 10 17:48:50.491633 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-c49045e4-1404-4409-b7e0-1a207723f0c2 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832806 Sep 10 17:48:50.584885 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-fc4d7f4f-0e09-4e4d-a454-30811cc41992 req-e851285a-48fe-470f-895b-0f3249b2d2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847802 Sep 10 17:48:51.116376 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c607d7-abdf-4c78-a4b8-07da1d6efb87 req-b03b1fbd-2ba7-4e0c-bd6b-fbb23457fbca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:51.117839 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f8c607d7-abdf-4c78-a4b8-07da1d6efb87 req-b03b1fbd-2ba7-4e0c-bd6b-fbb23457fbca tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0486403 Sep 10 17:48:51.153764 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f8c607d7-abdf-4c78-a4b8-07da1d6efb87 req-2d48bc7d-ef74-4d73-911d-b8926ffcfb69 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299850 Sep 10 17:48:52.274382 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385da6-6ec2-4b41-a7f9-06540b8e87de req-a3ea48a9-a691-4cff-a762-5b493bbd5a1a tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:52.276594 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3e385da6-6ec2-4b41-a7f9-06540b8e87de req-a3ea48a9-a691-4cff-a762-5b493bbd5a1a tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 944 time: 0.0545900 Sep 10 17:48:52.327877 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3e385da6-6ec2-4b41-a7f9-06540b8e87de req-a14cf401-edfb-443e-b330-acbe945571fb tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396335 Sep 10 17:48:52.773084 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 9201d2f2-dd38-40ac-aa42-6290860eade8 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=95331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:48:52.871567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9201d2f2-dd38-40ac-aa42-6290860eade8,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:52.883380 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Returning: {'device': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'port_id': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'mac_address': 'fa:16:3e:7d:4a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:48:52.919761 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:52.935005 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9201d2f2-dd38-40ac-aa42-6290860eade8 {{(pid=95331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:48:52.955918 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9201d2f2-dd38-40ac-aa42-6290860eade8,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:52.960772 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:53.010321 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=4']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:53.210828 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] get_ports_and_sgs() called for port_ids ['9201d2f2-dd38-40ac-aa42-6290860eade8'] {{(pid=95331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:48:53.462935 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a32a-4f4f-4d5b-a586-d62e85713299 req-a8ca48a7-3dd3-41e9-901b-b3bb5da56744 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:53.467419 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca90a32a-4f4f-4d5b-a586-d62e85713299 req-a8ca48a7-3dd3-41e9-901b-b3bb5da56744 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 945 time: 0.0731568 Sep 10 17:48:53.510663 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ca90a32a-4f4f-4d5b-a586-d62e85713299 req-e61614ce-6958-4d28-926c-ea2ce7c528f5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360773 Sep 10 17:48:54.626251 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0510e-3e32-45da-9ddf-2ba0385b4a0b req-eb1354de-af2c-42c5-ab3e-fca14f7eec74 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:54.629106 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63f0510e-3e32-45da-9ddf-2ba0385b4a0b req-eb1354de-af2c-42c5-ab3e-fca14f7eec74 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Sep 10 17:48:54.674508 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-63f0510e-3e32-45da-9ddf-2ba0385b4a0b req-dcce4e03-4f24-4241-9fea-866258f70b7c tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382209 Sep 10 17:48:54.785739 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 9201d2f2-dd38-40ac-aa42-6290860eade8 up at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:48:54.837749 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning for port 9201d2f2-dd38-40ac-aa42-6290860eade8 completed by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:48:54.841833 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.provisioning_blocks [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Provisioning complete for port 9201d2f2-dd38-40ac-aa42-6290860eade8 triggered by entity L2. {{(pid=95331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:48:54.842272 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-605344'] for port, provisioning_complete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:54.923279 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:54.948265 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8'}] {{(pid=95331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:54.951083 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b728d66946fe76f3ab8d88d0aadf2eea52bfae0d6d51db65e6b726c8774425b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ada632-9f9c-4eab-8f3c-38949fcbfa27" -d '{"events": [{"server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "name": "network-vif-plugged", "status": "completed", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8"}]}' {{(pid=95331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:54.965476 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9201d2f2-dd38-40ac-aa42-6290860eade8,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:48:54.971321 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231'] for port, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:55.001147 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb8242-7f4a-4687-8c3a-4626a4284147 x-openstack-request-id: req-f6cb8242-7f4a-4687-8c3a-4626a4284147 {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:55.001467 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "name": "network-vif-plugged", "status": "completed", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8", "code": 200}]} {{(pid=95331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:55.001722 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6cb8242-7f4a-4687-8c3a-4626a4284147 {{(pid=95331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:55.002646 dv-cinder-806968-2-iscsi neutron-server[95331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'code': 200} Sep 10 17:48:55.027585 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Pushing event updated for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=5']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:55.246010 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f947f7-9d7d-400c-adbd-16a8c58bbc7b req-b9b3d9a0-831c-45f0-b904-55f9aeac3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:55.247623 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f6f947f7-9d7d-400c-adbd-16a8c58bbc7b req-b9b3d9a0-831c-45f0-b904-55f9aeac3900 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1099 time: 0.0442441 Sep 10 17:48:55.285024 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-f6f947f7-9d7d-400c-adbd-16a8c58bbc7b req-3919dfe6-3993-407f-b373-cc5fab8e968a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296288 Sep 10 17:48:55.862713 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458b3c8-0011-49f9-9ede-5f308d67bfc0 req-058e51ee-4109-446b-873c-eebedab56b80 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:55.864177 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2458b3c8-0011-49f9-9ede-5f308d67bfc0 req-058e51ee-4109-446b-873c-eebedab56b80 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.0632069 Sep 10 17:48:55.911073 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-2458b3c8-0011-49f9-9ede-5f308d67bfc0 req-7874a1eb-88c8-43dc-b804-1a268f7ebbae tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Sep 10 17:48:57.035404 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6286d9-32b1-4ca1-94c7-ca9f87edd1b7 req-0e3dd095-9112-4945-8231-36df24d3e7b5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:57.037013 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ea6286d9-32b1-4ca1-94c7-ca9f87edd1b7 req-0e3dd095-9112-4945-8231-36df24d3e7b5 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.0541790 Sep 10 17:48:57.076726 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-ea6286d9-32b1-4ca1-94c7-ca9f87edd1b7 req-dccb02e7-258b-4526-b4cd-c1efd94028fb tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Sep 10 17:48:57.194273 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593be72-82f3-4ee1-a749-21e6036ac853 req-ecda7e21-d512-4617-80e5-8fde4c8a3a94 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:57.195728 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3593be72-82f3-4ee1-a749-21e6036ac853 req-ecda7e21-d512-4617-80e5-8fde4c8a3a94 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Sep 10 17:48:57.236190 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-3593be72-82f3-4ee1-a749-21e6036ac853 req-a554354c-ec1b-4085-8db9-6a3fc975fe53 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344677 Sep 10 17:48:57.259604 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33550) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:57.305486 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59750f67-abff-4c03-a457-a38b0a00fdf1 tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:57.307047 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-59750f67-abff-4c03-a457-a38b0a00fdf1 tempest-TestVolumeBootPattern-952002779 tempest-TestVolumeBootPattern-952002779-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1094 time: 0.0464604 Sep 10 17:48:57.310845 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33552) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:48:57.315521 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.v2.base [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Request body: {'floatingip': {'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'port_id': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:48:57.341405 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:57.445214 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:57.571298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_common [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Allocated IP 172.27.0.17 (420a62be-6111-4549-8314-c30b855edab1/565cdbe1-88a1-41f0-b9d6-aecec4656dcc/0606eb01-608a-4b47-96b6-fc5058cf2791) {{(pid=95330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:48:57.696094 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:57.750089 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766253354195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:57.798999 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Network 420a62be-6111-4549-8314-c30b855edab1 is already hosted by enough agents. {{(pid=95330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:48:57.802045 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.base_scheduler [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Resources bound (agent type, host, resource id): {{(pid=95330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:48:57.808581 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Received port after_create {{(pid=95330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:48:57.835546 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=0606eb01-608a-4b47-96b6-fc5058cf2791,revision_number=1']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:57.848892 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.849329 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.849739 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.850165 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.850577 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.851134 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.851320 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.851765 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.852188 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.852575 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.852971 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:57.853365 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:48:58.206019 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:58.283136 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680788'] for port, before_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:58.434781 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for port, precommit_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:58.440448 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766253662230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766253354213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766253354231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27132536'] for port, after_update {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:58.518093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event updated for resources: {'Port': ['ID=0606eb01-608a-4b47-96b6-fc5058cf2791,revision_number=2']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:48:58.527896 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-316974'] for floatingip, after_create {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:58.637715 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP 09708a6c-b3f2-47cc-ab89-9e08203b764f associated. External IP: 172.27.0.17, port: 9201d2f2-dd38-40ac-aa42-6290860eade8. Sep 10 17:48:58.715931 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:48:58.857334 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:48:59.225681 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:48:59.240908 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:48:59.247294 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:59.255740 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:48:59.256442 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:48:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:48:59.277737 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a993f319-00dc-4208-9ab6-88b6352c4847 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9656157 Sep 10 17:48:59.278765 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:48:59.281287 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10eb810-662d-4280-a1b2-760be9e72985" -d '{"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:48:59.327225 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1a923-10de-4793-9ad8-4837f05323ef x-openstack-request-id: req-4fa1a923-10de-4793-9ad8-4837f05323ef {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:48:59.327526 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:48:59.327772 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fa1a923-10de-4793-9ad8-4837f05323ef {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:48:59.328174 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'status': 'completed', 'code': 200} Sep 10 17:48:59.395681 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:48:59.401817 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb810-662d-4280-a1b2-760be9e72985 req-f5c07a31-a6ae-4fc7-8950-7969e2d9bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:59.403481 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-f5c07a31-a6ae-4fc7-8950-7969e2d9bf98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1099 time: 0.0444455 Sep 10 17:48:59.520026 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb810-662d-4280-a1b2-760be9e72985 req-573fd18f-7c99-49e8-8677-313c6ab7d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:59.521528 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-573fd18f-7c99-49e8-8677-313c6ab7d281 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.1112750 Sep 10 17:48:59.593923 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-dd813b8d-1529-409d-a3fd-f828091aa963 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 200 len: 999 time: 0.0641072 Sep 10 17:48:59.654864 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb810-662d-4280-a1b2-760be9e72985 req-aa9a971f-2df3-4a3f-b732-3406629a50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:59.659298 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-aa9a971f-2df3-4a3f-b732-3406629a50c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0586483 Sep 10 17:48:59.678326 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '09708a6c-b3f2-47cc-ab89-9e08203b764f', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:7d:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:48:58Z', 'updated_at': '2021-09-10T17:48:58Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}, {'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:48:59.707035 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:48:59.715087 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:48:59.715690 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:48:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:48:59.717024 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb810-662d-4280-a1b2-760be9e72985 req-c76af5f5-3ab8-43e8-a5a8-afed7d753e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:48:59.718926 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-c76af5f5-3ab8-43e8-a5a8-afed7d753e05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523694 Sep 10 17:48:59.825641 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-3c9905de-78be-49e1-8c56-e87f8e8d6b8f service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994716 Sep 10 17:48:59.835493 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:48:59.938454 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-e10eb810-662d-4280-a1b2-760be9e72985 req-3df0e886-6433-40be-82a4-0cb72b7b9318 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056023 Sep 10 17:49:00.102906 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '09708a6c-b3f2-47cc-ab89-9e08203b764f', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:7d:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:48:58Z', 'updated_at': '2021-09-10T17:48:58Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}, {'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:49:00.129405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef5be0-3bae-4781-a29f-ffd146a86b39 None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '09708a6c-b3f2-47cc-ab89-9e08203b764f', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:7d:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:48:58Z', 'updated_at': '2021-09-10T17:48:58Z', 'revision_number': 0, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}, {'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:49:00.350623 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247996c-d05d-4744-9e2d-3b933385018a None None] New status for floating IP 09708a6c-b3f2-47cc-ab89-9e08203b764f: ACTIVE {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:49:07.893795 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33678) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:07.937415 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Deleting subnet f49fe401-379b-483d-96ef-0c75fdab32a7 {{(pid=95330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:49:07.940398 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:07.974626 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27165087'] for subnet, precommit_delete_associations {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.012077 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.067191 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27132086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26865195'] for subnet, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.093574 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49fe401-379b-483d-96ef-0c75fdab32a7,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:49:08.096108 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for subnet, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.097977 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-ec23ba20-0073-486c-9d1f-140eb4f4b090 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f49fe401-379b-483d-96ef-0c75fdab32a7 HTTP/1.1" status: 204 len: 168 time: 0.2031646 Sep 10 17:49:08.100405 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33680) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:08.166440 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.245720 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.265234 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23adc6fa-6069-4d3b-8215-9db297d7dd55']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:49:08.274922 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ab737a-3076-4d77-9f79-ac0629ce3bc5') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:49:08.275221 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ab737a-3076-4d77-9f79-ac0629ce3bc5') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:49:08.284282 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.296957 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.302750 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:49:08.303141 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:49:08.304818 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:49:08.360247 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.365633 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.367496 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] 10.222.0.65 "DELETE /v2.0/networks/23adc6fa-6069-4d3b-8215-9db297d7dd55 HTTP/1.1" status: 204 len: 168 time: 0.2661967 Sep 10 17:49:08.378020 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5082ac2-f44e-4c14-ba56-358883e6b51e admin admin] Pushing event deleted for resources: {'Network': ['ID=23adc6fa-6069-4d3b-8215-9db297d7dd55,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:49:08.474617 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33684) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:08.518036 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1c3249de-2939-4fe5-bdad-d3f71197d991 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fff24de5a0954627967fc5afb921589b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416250 Sep 10 17:49:08.520449 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33686) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:08.567260 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.588332 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.634306 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.636857 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:08.638024 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d915e5cd-0759-4b36-8be9-d0f56cddbb6a HTTP/1.1" status: 204 len: 168 time: 0.1166573 Sep 10 17:49:08.645561 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915e5cd-0759-4b36-8be9-d0f56cddbb6a,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:49:08.652550 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.652906 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.653252 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.653593 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.653930 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.654290 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.654627 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.654959 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.655292 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.655619 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.655945 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:08.656263 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc85ba3-0647-4bff-9fbc-5f9599f51fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:49:09.633196 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33716) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:09.736331 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c8a712e5-8b7e-43ac-90f2-d2d8cec7e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.826389 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c8a712e5-8b7e-43ac-90f2-d2d8cec7e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.829944 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c8a712e5-8b7e-43ac-90f2-d2d8cec7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_create {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.867283 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c8a712e5-8b7e-43ac-90f2-d2d8cec7e101 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5672dff17ade41118ea79cfaa77403c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330585 Sep 10 17:49:09.868378 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a712e5-8b7e-43ac-90f2-d2d8cec7e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b3035-aeb8-4fd6-afe0-fdcc7b9ee935,revision_number=1']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:49:09.870069 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33720) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:49:09.920452 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.941093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.985756 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.988866 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:09.990285 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f77b3035-aeb8-4fd6-afe0-fdcc7b9ee935 HTTP/1.1" status: 204 len: 168 time: 0.1178944 Sep 10 17:49:09.997711 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1568c-1f47-45fd-a61c-3b7fcd0c104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b3035-aeb8-4fd6-afe0-fdcc7b9ee935,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:49:12.417890 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-80db0abb-8b85-4683-8ae7-8b07c3c7dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:12.778226 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:14.937241 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ea18732d-2e20-4b14-ad71-438a96a644ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:15.389153 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:16.393468 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:17.859743 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:35.715539 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:49:42.421602 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-178e9efa-6cd9-4758-bba9-8e308d2a5e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:42.780392 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:44.936863 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-646f15d9-cb40-4c47-bbff-15a1ba421046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:45.389363 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:46.396740 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:47.149955 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-63a3c166-788b-4cee-a2c5-9abc1d6dc809 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256597 Sep 10 17:49:47.235305 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-0e1bc295-153e-4e55-9f90-6fd0b4c53089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:49:47.237402 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-0e1bc295-153e-4e55-9f90-6fd0b4c53089 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1098 time: 0.0442336 Sep 10 17:49:47.334854 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-7126cf74-5931-403f-bcda-36f0dac8b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:49:47.336196 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-7126cf74-5931-403f-bcda-36f0dac8b31c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.0807278 Sep 10 17:49:47.402620 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-7e571c31-fb2d-47ef-91c0-2a8b134b8da1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0582507 Sep 10 17:49:47.449514 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-90e76794-2b91-48a5-971d-e015ebd834fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:49:47.450969 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-90e76794-2b91-48a5-971d-e015ebd834fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0412619 Sep 10 17:49:47.497563 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-b0fbfb48-7d97-4c3a-97da-2449502941d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:49:47.499122 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-b0fbfb48-7d97-4c3a-97da-2449502941d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409093 Sep 10 17:49:47.590518 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-1e7cc034-fdb1-428b-b7b7-88affa064891 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835657 Sep 10 17:49:47.677150 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-01e4b333-79fd-4eef-91e0-3ade6dfd28dc req-c4551cb3-71de-46fa-b285-d3d0330c5b13 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789404 Sep 10 17:49:47.863468 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:12.423167 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5b35b2b7-f9d4-4833-ae77-cefbda49e429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:12.715241 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:50:12.793434 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:14.937314 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0a5655ed-5de9-4eeb-a452-3f9e1ed51819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:15.389459 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:16.400361 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:17.867534 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.162900 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33744) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:38.316630 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 0606eb01-608a-4b47-96b6-fc5058cf2791 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:38.316967 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.388487 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.388813 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.400469 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 0606eb01-608a-4b47-96b6-fc5058cf2791 owned by network:floatingip {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:38.542427 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.569250 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=0606eb01-608a-4b47-96b6-fc5058cf2791,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:38.591278 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.591625 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.591967 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.592303 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.592632 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.592964 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.593291 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.593619 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.593942 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.594298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.594622 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.594943 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:38.635056 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.635379 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.db.l3_db [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP 09708a6c-b3f2-47cc-ab89-9e08203b764f disassociated (deleted). External IP: 172.27.0.17, port: 9201d2f2-dd38-40ac-aa42-6290860eade8. Sep 10 17:50:38.835748 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:50:38.939882 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:50:38.944268 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:38.949587 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:50:38.958119 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:38.958768 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:38.971378 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-35de3072-e6c3-477b-be77-2c283cbf0a0f tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "DELETE /v2.0/floatingips/09708a6c-b3f2-47cc-ab89-9e08203b764f HTTP/1.1" status: 204 len: 168 time: 0.8074143 Sep 10 17:50:38.971967 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:50:38.974219 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f041c-3d67-438f-b2d1-b8be2019544c" -d '{"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:50:39.149958 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50863077-6d87-4187-9c80-0e25b582d3d7 x-openstack-request-id: req-50863077-6d87-4187-9c80-0e25b582d3d7 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:50:39.150298 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:50:39.150552 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50863077-6d87-4187-9c80-0e25b582d3d7 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:50:39.150980 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'status': 'completed', 'code': 200} Sep 10 17:50:39.189751 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:39.259884 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-cf37c430-c36b-4a7e-83c3-f47d54e22acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:39.261394 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-cf37c430-c36b-4a7e-83c3-f47d54e22acd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 1099 time: 0.0709662 Sep 10 17:50:39.284984 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88ea5-7db3-4c1c-b6ec-8b9af05db666 req-1d6ff68d-a8d6-46a6-987d-2709b348b40b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:39.286442 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7aa88ea5-7db3-4c1c-b6ec-8b9af05db666 req-1d6ff68d-a8d6-46a6-987d-2709b348b40b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.1346073 Sep 10 17:50:39.367620 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-7aa88ea5-7db3-4c1c-b6ec-8b9af05db666 req-39ced833-7917-4b9a-b9fe-22cc338d37cd tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716152 Sep 10 17:50:39.385187 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-d6f71a88-9587-4733-88f7-15370b2042a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:39.386688 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-d6f71a88-9587-4733-88f7-15370b2042a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.1174564 Sep 10 17:50:39.412729 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:39.433807 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-e451e5f0-1ac3-4990-bf08-7508798fac02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 200 len: 217 time: 0.0398195 Sep 10 17:50:39.442394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:50:39.451112 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:39.451732 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:15Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:39.483686 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-899adaf4-e352-456a-9c4c-84f3fcdf6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:39.485141 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-899adaf4-e352-456a-9c4c-84f3fcdf6b97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0447423 Sep 10 17:50:39.530612 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-386eb45b-4019-4fbb-aaba-3d2bf8fb5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:39.532154 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-386eb45b-4019-4fbb-aaba-3d2bf8fb5c2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400696 Sep 10 17:50:39.561613 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:39.627482 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-fad4f628-c6ee-481c-827e-1e4be8f199ae service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Sep 10 17:50:39.715979 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-5b6f041c-3d67-438f-b2d1-b8be2019544c req-bb6faa84-8b74-43d7-aeab-67e1732a4188 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804014 Sep 10 17:50:39.780094 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:39.808480 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a91d0bc-7eb4-4c32-aad4-04268ceb4e6d None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_floatingips': [{'id': '933336e9-f60a-4940-a257-2667ff0c2ba3', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '420a62be-6111-4549-8314-c30b855edab1', 'router_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'port_id': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'mac_address': 'fa:16:3e:42:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:46:53Z', 'updated_at': '2021-09-10T17:46:55Z', 'revision_number': 1, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:50:40.009779 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109372f-4135-46a8-ba25-cb9d265927f7 None None] New status for floating IP 09708a6c-b3f2-47cc-ab89-9e08203b764f: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:50:40.487095 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999255-bd4a-4adb-88d6-ded90415498a req-1e206d2c-5834-4ee2-bc34-4bcf2d2f55a0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:40.488620 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f3999255-bd4a-4adb-88d6-ded90415498a req-1e206d2c-5834-4ee2-bc34-4bcf2d2f55a0 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Sep 10 17:50:40.526303 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-f3999255-bd4a-4adb-88d6-ded90415498a req-7f705172-54ad-49e1-8de0-8f5676166289 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Sep 10 17:50:40.719625 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-482706b0-4711-4a80-aff3-95b6b0efdef4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:40.720955 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-482706b0-4711-4a80-aff3-95b6b0efdef4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 946 time: 0.0498943 Sep 10 17:50:40.805761 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 9201d2f2-dd38-40ac-aa42-6290860eade8 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:40.806093 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:40.896602 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] For port 9201d2f2-dd38-40ac-aa42-6290860eade8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9201d2f2-dd38-40ac-aa42-6290860eade8,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:40.896970 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:40.908438 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 9201d2f2-dd38-40ac-aa42-6290860eade8 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:41.030007 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:41.060405 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=9201d2f2-dd38-40ac-aa42-6290860eade8,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:41.099592 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] No DVR routers for this DVR port 9201d2f2-dd38-40ac-aa42-6290860eade8 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:50:41.102040 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:41.104027 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c54f9976-7d80-4014-b206-69aa805bf6d0 req-1d3989a1-b86a-499a-9c91-923c1116e946 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "DELETE /v2.0/ports/9201d2f2-dd38-40ac-aa42-6290860eade8 HTTP/1.1" status: 204 len: 173 time: 0.3770089 Sep 10 17:50:41.151756 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'name': 'network-vif-deleted', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:50:41.154156 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad136b-91f3-4872-9e84-160f1e9cccd9" -d '{"events": [{"server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "name": "network-vif-deleted", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:50:41.190769 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44d72bd-0164-4622-82a0-8e00542941b6 x-openstack-request-id: req-c44d72bd-0164-4622-82a0-8e00542941b6 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:50:41.191061 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa54aec-9a28-4a5f-b273-cf2dc25c9a20", "name": "network-vif-deleted", "tag": "9201d2f2-dd38-40ac-aa42-6290860eade8", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:50:41.191314 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c44d72bd-0164-4622-82a0-8e00542941b6 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:50:41.191708 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa54aec-9a28-4a5f-b273-cf2dc25c9a20', 'name': 'network-vif-deleted', 'tag': '9201d2f2-dd38-40ac-aa42-6290860eade8', 'status': 'completed', 'code': 200} Sep 10 17:50:41.626854 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-b1dd9e9e-af61-4aaa-89b1-2f502db4cbd6 req-60dd0561-8736-4a23-b6ad-30407fc8fe68 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=caa54aec-9a28-4a5f-b273-cf2dc25c9a20 HTTP/1.1" status: 200 len: 210 time: 0.0257411 Sep 10 17:50:42.422958 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c1e42e9a-db54-4da5-9871-904cb8cfa3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:42.809464 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:43.358992 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 9201d2f2-dd38-40ac-aa42-6290860eade8 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:43.378930 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 9201d2f2-dd38-40ac-aa42-6290860eade8 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:43.379273 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 9201d2f2-dd38-40ac-aa42-6290860eade8 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:44.898608 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33794) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:44.938693 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-fed62e8e-0372-495b-9b7e-04c21a9376f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.055414 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 7629a82d-8ccd-46b4-9430-ba6f5e6cbdce {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:45.055753 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.126940 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.127264 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.138465 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 7629a82d-8ccd-46b4-9430-ba6f5e6cbdce owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:45.279687 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.304525 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=7629a82d-8ccd-46b4-9430-ba6f5e6cbdce,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:45.316468 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.316806 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.317154 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.317495 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.317828 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.318192 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.318529 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.318876 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.319190 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.319519 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.319845 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.320169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:45.376133 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.376604 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.db.l3_db [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Floating IP 933336e9-f60a-4940-a257-2667ff0c2ba3 disassociated (deleted). External IP: 172.27.0.150, port: 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1. Sep 10 17:50:45.391413 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.575785 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:50:45.679809 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:50:45.684425 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.688831 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:50:45.697394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:45.698002 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:45.710062 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-b27953f2-5cbd-49d4-8874-0bb64c0edf49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "DELETE /v2.0/floatingips/933336e9-f60a-4940-a257-2667ff0c2ba3 HTTP/1.1" status: 204 len: 168 time: 0.8104100 Sep 10 17:50:45.710673 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'}] {{(pid=95329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:50:45.712927 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67e1ed53fe7b86b226c4ae4008bd622113091bb899e2f27097dcb678343288fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9905f-ed2f-4d35-89a8-1e90463f0251" -d '{"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1"}]}' {{(pid=95329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:50:45.805098 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:45.812726 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44824d1-b143-4b1b-bc5c-4c7c347c93b2 x-openstack-request-id: req-e44824d1-b143-4b1b-bc5c-4c7c347c93b2 {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:50:45.813025 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1", "status": "completed", "code": 200}]} {{(pid=95329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:50:45.813288 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e44824d1-b143-4b1b-bc5c-4c7c347c93b2 {{(pid=95329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:50:45.813656 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'status': 'completed', 'code': 200} Sep 10 17:50:45.878488 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-0f6feeda-1b79-466c-b7d6-3432d0c19809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:45.880093 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-0f6feeda-1b79-466c-b7d6-3432d0c19809 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 1098 time: 0.0435514 Sep 10 17:50:45.995601 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d13a6-93c4-4c38-868c-01c1082fdbeb req-b87f337a-4ec1-4ca3-aaa2-72beec37aeee tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:45.996983 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-439d13a6-93c4-4c38-868c-01c1082fdbeb req-b87f337a-4ec1-4ca3-aaa2-72beec37aeee tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.1022656 Sep 10 17:50:46.018693 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:46.026428 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-6994f4f9-1e0e-4fd9-9f5d-3718776e38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:46.027880 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-6994f4f9-1e0e-4fd9-9f5d-3718776e38ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 200 len: 913 time: 0.1406732 Sep 10 17:50:46.050585 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:50:46.051568 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-439d13a6-93c4-4c38-868c-01c1082fdbeb req-fe8f0af2-316f-44b1-98fa-2706b81bd8fe tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Sep 10 17:50:46.059591 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:46.060722 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:46.081974 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-c0ad5030-39c6-4a8e-8ec9-fa507af4258b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 200 len: 217 time: 0.0432065 Sep 10 17:50:46.132354 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-6becabb2-10ce-4a57-82e7-791e6648808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:46.133801 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-6becabb2-10ce-4a57-82e7-791e6648808f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 200 len: 851 time: 0.0431135 Sep 10 17:50:46.175193 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:46.182517 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-142070ec-32e4-460b-a786-69b18909904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:46.184721 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-142070ec-32e4-460b-a786-69b18909904d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e3de542-b598-4b70-a15c-2f089a10c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433877 Sep 10 17:50:46.282375 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-7b010d5d-9a84-4317-8fe5-b2726facd1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900376 Sep 10 17:50:46.373623 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-cad9905f-ed2f-4d35-89a8-1e90463f0251 req-5d8034fc-c7ff-4733-8657-574f20d76642 service neutron] 10.222.0.66 "GET /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828857 Sep 10 17:50:46.391087 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:46.423991 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d0d3-349f-4dbc-b47d-8352f513b3f7 None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:49Z', 'revision_number': 4, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi', '_interfaces': [{'id': '1ddd9741-f13c-499d-93b4-9b9402ae2b80', 'name': '', 'network_id': '9e3de542-b598-4b70-a15c-2f089a10c266', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'mac_address': 'fa:16:3e:fe:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:49Z', 'updated_at': '2021-09-10T17:43:55Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'subnets': [{'id': '26351a88-3f22-4313-b804-53b5d5c9ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:50:46.429492 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:46.634899 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce27d9-82fd-47f6-948a-2d088fe0d758 None None] New status for floating IP 933336e9-f60a-4940-a257-2667ff0c2ba3: DOWN {{(pid=95336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:50:47.170003 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debee2e-43eb-444a-8a53-58090d9b4134 req-62b8078d-e140-4e58-849f-182316b75279 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:47.171506 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5debee2e-43eb-444a-8a53-58090d9b4134 req-62b8078d-e140-4e58-849f-182316b75279 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Sep 10 17:50:47.212752 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-5debee2e-43eb-444a-8a53-58090d9b4134 req-1bf3be53-d46d-4c94-9e0b-f02dd2738a03 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8aaafeb2-c581-4439-ab47-3874a9162b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Sep 10 17:50:47.348372 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-2e839679-af68-4f6f-b110-6c03e5a0e0c4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:50:47.349701 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-2e839679-af68-4f6f-b110-6c03e5a0e0c4 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 945 time: 0.0498662 Sep 10 17:50:47.437859 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:47.438224 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:47.774597 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] For port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:47.774953 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:47.787774 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 owned by compute:nova {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:47.869988 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:47.918442 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:47.948914 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=4ee1c54b-a82b-4a59-b7f2-ea997a784ea1,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:47.990070 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] No DVR routers for this DVR port 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 on host hv-cinder-80696 {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:50:47.992535 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for port, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:47.994514 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [req-c960b298-eb5e-4a49-b5e7-ca7e2c8f2c19 req-3a94d713-2116-4550-aa0f-85e74fccb556 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.66 "DELETE /v2.0/ports/4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 HTTP/1.1" status: 204 len: 173 time: 0.6378758 Sep 10 17:50:47.994937 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'name': 'network-vif-deleted', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1'}] {{(pid=95330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:50:47.997112 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}878f43e62df270e5bdcd1c58c4fe2b12ccb96575e7ab452590ae039383f21edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f63c07c-108b-449a-b1f0-3f841391690e" -d '{"events": [{"server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "name": "network-vif-deleted", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1"}]}' {{(pid=95330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:50:48.033678 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefbd914-bb02-472f-bc02-70ba104dc268 x-openstack-request-id: req-eefbd914-bb02-472f-bc02-70ba104dc268 {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:50:48.033978 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dec182-3ce5-4d9d-8b09-70c6d85bc875", "name": "network-vif-deleted", "tag": "4ee1c54b-a82b-4a59-b7f2-ea997a784ea1", "status": "completed", "code": 200}]} {{(pid=95330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:50:48.034272 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eefbd914-bb02-472f-bc02-70ba104dc268 {{(pid=95330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:50:48.034694 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dec182-3ce5-4d9d-8b09-70c6d85bc875', 'name': 'network-vif-deleted', 'tag': '4ee1c54b-a82b-4a59-b7f2-ea997a784ea1', 'status': 'completed', 'code': 200} Sep 10 17:50:48.325490 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [req-80986b33-d54c-4dbc-a53d-57ad39f28b16 req-bdd44b58-b1f7-446f-8439-64849dd77e49 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "GET /v2.0/ports?device_id=88dec182-3ce5-4d9d-8b09-70c6d85bc875 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Sep 10 17:50:49.379755 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33812) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:49.499619 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Deleting port 3a7b2df3-155e-41dc-b7ca-1642968b8311 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:49.499957 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.571611 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.571939 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.583697 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Calling delete_port for 3a7b2df3-155e-41dc-b7ca-1642968b8311 owned by network:floatingip {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:49.710790 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.713885 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:50:49.735674 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'Port': ['ID=3a7b2df3-155e-41dc-b7ca-1642968b8311,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:49.794469 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.796953 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221097'] for floatingip, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:49.798098 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-5ba8a4ec-276c-4ade-a249-010e9ab8923b tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "DELETE /v2.0/floatingips/e2ef69a0-7c78-4914-bdaa-f5539c0d4adc HTTP/1.1" status: 204 len: 168 time: 0.4173238 Sep 10 17:50:50.983748 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33824) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:51.042700 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.067420 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.125210 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.127746 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.128873 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] 10.222.0.65 "DELETE /v2.0/security-groups/8aaafeb2-c581-4439-ab47-3874a9162b1e HTTP/1.1" status: 204 len: 168 time: 0.1441557 Sep 10 17:50:51.137919 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab5c9a-1fa1-4bfb-b487-44c0bf3823c6 tempest-TestVolumeBootPattern-781788855 tempest-TestVolumeBootPattern-781788855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaafeb2-c581-4439-ab47-3874a9162b1e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:51.183423 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33828) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:51.405769 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:51.425432 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] No Port match for: 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:51.425778 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Device 4ee1c54b-a82b-4a59-b7f2-ea997a784ea1 not bound to the agent host hv-cinder-80696 {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:51.619225 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.858443 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Deleting port 1ddd9741-f13c-499d-93b4-9b9402ae2b80 {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:51.858779 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.933776 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] For port 1ddd9741-f13c-499d-93b4-9b9402ae2b80, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=1ddd9741-f13c-499d-93b4-9b9402ae2b80,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:51.934055 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:51.946430 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Calling delete_port for 1ddd9741-f13c-499d-93b4-9b9402ae2b80 owned by network:router_interface {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:52.120768 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.145336 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddd9741-f13c-499d-93b4-9b9402ae2b80,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:52.315585 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.525387 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:50:52.626670 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:50:52.632275 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-e5597d2e-f70f-4d7b-bd45-efa2da9fbd77 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ce2c9e9-54a5-4755-9795-f86a5d2a827e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478440 Sep 10 17:50:52.634962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33832) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:52.636516 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Sync routers for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:50:52.645451 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:52.646057 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:52.736338 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.747800 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: dv-cinder-806968-2-iscsi {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:52.835433 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.885734 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Deleting port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:52.886079 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.921124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:50:52Z', 'revision_number': 5, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port': {'id': '87302a05-3c1c-47e5-bf24-fd2d6cd3079f', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:52.946030 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Checking router: 4ce2c9e9-54a5-4755-9795-f86a5d2a827e for host: dv-cinder-806968-2-iscsi {{(pid=95331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:50:52.954283 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Routers {'4ce2c9e9-54a5-4755-9795-f86a5d2a827e'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:52.955405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'], 'active': True} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:52.966032 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] For port 87302a05-3c1c-47e5-bf24-fd2d6cd3079f, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:52.966435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:52.978764 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Calling delete_port for 87302a05-3c1c-47e5-bf24-fd2d6cd3079f owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:53.037994 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvr_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] Set router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e gateway port host: None {{(pid=95331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:53.090562 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_hamode_db [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:50:52Z', 'revision_number': 6, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:53.146508 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.172543 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Pushing event deleted for resources: {'Port': ['ID=87302a05-3c1c-47e5-bf24-fd2d6cd3079f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:53.236392 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.238652 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b14002-5872-4873-a7c6-df85dbfd1a56 None None] The sync data for ids ['4ce2c9e9-54a5-4755-9795-f86a5d2a827e'] in dv-cinder-806968-2-iscsi is: [{'id': '4ce2c9e9-54a5-4755-9795-f86a5d2a827e', 'name': 'tempest-TestVolumeBootPattern-1198231259-router', 'tenant_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:47Z', 'updated_at': '2021-09-10T17:50:52Z', 'revision_number': 6, 'project_id': '79e3c40e1e1f4de3bf0f02c897206c88', 'gw_port_host': None}] {{(pid=95331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:50:53.326669 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.328711 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.370100 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.370679 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce2c9e9-54a5-4755-9795-f86a5d2a827e {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:50:53.375486 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.377275 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-378e7f4b-3682-4190-be78-0c09551af750 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4ce2c9e9-54a5-4755-9795-f86a5d2a827e HTTP/1.1" status: 204 len: 168 time: 0.7413206 Sep 10 17:50:53.379785 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33834) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:53.422063 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Deleting subnet 26351a88-3f22-4313-b804-53b5d5c9ae6f {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:50:53.425092 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.463193 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.537205 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.590940 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.615476 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26351a88-3f22-4313-b804-53b5d5c9ae6f,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:53.623369 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.628128 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a8aaf1cb-2948-46a6-9bbb-20ba29b91863 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26351a88-3f22-4313-b804-53b5d5c9ae6f HTTP/1.1" status: 204 len: 168 time: 0.2446117 Sep 10 17:50:53.628504 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33836) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:53.628972 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fa0af-f117-417f-8537-805e2de8bf52 None None] Network 9e3de542-b598-4b70-a15c-2f089a10c266 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:50:53.698804 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.750235 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Deleting port 6cc60131-5abf-4a32-aa1d-58f26950b14d {{(pid=95330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:53.750578 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.815141 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.db [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] For port 6cc60131-5abf-4a32-aa1d-58f26950b14d, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=6cc60131-5abf-4a32-aa1d-58f26950b14d,segment=NetworkSegment(1bbedf9f-3c83-436f-9b18-1b96dc4a32a7),segment_id=1bbedf9f-3c83-436f-9b18-1b96dc4a32a7)] {{(pid=95330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:53.815505 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.826894 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.plugin [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Calling delete_port for 6cc60131-5abf-4a32-aa1d-58f26950b14d owned by network:dhcp {{(pid=95330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:53.902462 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27132043'] for port, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:53.927781 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc60131-5abf-4a32-aa1d-58f26950b14d,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:53.931262 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] No DVR routers for this DVR port 6cc60131-5abf-4a32-aa1d-58f26950b14d on host dv-cinder-806968-2-iscsi {{(pid=95330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:50:54.003351 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.010899 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73883911-efd1-493f-a4ed-e74181e05330 None None] DHCP port deletion for 9e3de542-b598-4b70-a15c-2f089a10c266 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:50:54.027529 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3de542-b598-4b70-a15c-2f089a10c266']}} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:54.037716 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7') {'for_net_delete': True} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:54.038015 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.services.segments.db [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbedf9f-3c83-436f-9b18-1b96dc4a32a7') {} {{(pid=95330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:54.047473 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27165158'] for segment, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.061539 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.067514 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:50:54.067903 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27132500'] for segment, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: Traceback (most recent call last): Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: timer() Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: cb(*args, **kw) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: return func(*args, **kwargs) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: self._notify() Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: self.callback(batched_events) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: event.method(event) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: return f(self, *a, **k) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._get(url).json() Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: return self.request(url, 'GET', **kwargs) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:50:54.069592 dv-cinder-806968-2-iscsi neutron-server[95330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:50:54.127220 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.132946 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.134890 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] 10.222.0.65 "DELETE /v2.0/networks/9e3de542-b598-4b70-a15c-2f089a10c266 HTTP/1.1" status: 204 len: 168 time: 0.5053966 Sep 10 17:50:54.137922 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33838) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:54.147520 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfba889-47f9-402e-822b-0b640a3e68af admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3de542-b598-4b70-a15c-2f089a10c266,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:54.247049 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 87302a05-3c1c-47e5-bf24-fd2d6cd3079f no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:54.266715 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 87302a05-3c1c-47e5-bf24-fd2d6cd3079f {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:54.267685 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 87302a05-3c1c-47e5-bf24-fd2d6cd3079f not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:54.268170 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 6cc60131-5abf-4a32-aa1d-58f26950b14d no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:54.290842 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 6cc60131-5abf-4a32-aa1d-58f26950b14d {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:54.291267 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 6cc60131-5abf-4a32-aa1d-58f26950b14d not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:54.291754 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1ddd9741-f13c-499d-93b4-9b9402ae2b80 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:54.309484 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 1ddd9741-f13c-499d-93b4-9b9402ae2b80 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:54.309832 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 1ddd9741-f13c-499d-93b4-9b9402ae2b80 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:54.486932 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-315694'] for router_interface, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.718974 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Deleting port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:54.719230 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.793160 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] For port 7b7f7cf8-90e1-46d2-be58-1b1e065fd508, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:54.793512 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:54.805403 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Calling delete_port for 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 owned by network:router_interface {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:55.223693 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:55.253962 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7f7cf8-90e1-46d2-be58-1b1e065fd508,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:55.412028 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-315802'] for router_interface, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:55.621268 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 has already been hosted by L3 agent b96bdee1-0b17-4b04-b065-b4b184a8a97e {{(pid=95329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:50:55.724834 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] Notify agent at l3_agent.dv-cinder-806968-2-iscsi the message routers_updated {{(pid=95329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:50:55.729773 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-1bc1af3d-ab1a-4532-b390-aa63f455fe5e admin admin] 10.222.0.65 "PUT /v2.0/routers/a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906718 Sep 10 17:50:55.732291 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33842) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:55.733134 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Sync routers for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:50:55.742993 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:55.743606 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:55.833153 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:55.844433 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: dv-cinder-806968-2-iscsi {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:55.928523 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:55.983435 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Deleting port a4c5a2bc-02f9-4421-a694-98dee4c98de8 {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:55.983781 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.017304 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'external_fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:50:55Z', 'revision_number': 5, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port': {'id': 'a4c5a2bc-02f9-4421-a694-98dee4c98de8', 'name': '', 'network_id': '420a62be-6111-4549-8314-c30b855edab1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806968-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:43:52Z', 'updated_at': '2021-09-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '565cdbe1-88a1-41f0-b9d6-aecec4656dcc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806968-2-iscsi'}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:56.043696 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Checking router: a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 for host: dv-cinder-806968-2-iscsi {{(pid=95336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:50:56.051658 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Routers {'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'} bound to L3 agent in host dv-cinder-806968-2-iscsi {{(pid=95336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:50:56.052251 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806968-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:30:45Z,description=,heartbeat_timestamp=2021-09-10T17:50:45Z,host='dv-cinder-806968-2-iscsi',id=b96bdee1-0b17-4b04-b065-b4b184a8a97e,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:30:45Z,topic='l3_agent')) {'router_ids': ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'], 'active': True} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:56.060582 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] For port a4c5a2bc-02f9-4421-a694-98dee4c98de8, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a4c5a2bc-02f9-4421-a694-98dee4c98de8,segment=NetworkSegment(985766b7-e179-489e-85c2-d0cb2664c24c),segment_id=985766b7-e179-489e-85c2-d0cb2664c24c)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:56.060941 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.073122 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Calling delete_port for a4c5a2bc-02f9-4421-a694-98dee4c98de8 owned by network:router_gateway {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:56.136696 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_dvr_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] Set router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 gateway port host: None {{(pid=95336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:50:56.190180 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.l3_hamode_db [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:50:55Z', 'revision_number': 6, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port_host': None}], 'dv-cinder-806968-2-iscsi', False) {} {{(pid=95336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:56.217122 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4bdf8-3c66-4719-b3f0-56dcdb3d1904 None None] The sync data for ids ['a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5'] in dv-cinder-806968-2-iscsi is: [{'id': 'a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5', 'name': 'tempest-TestVolumeBootPattern-1242603409-router', 'tenant_id': '6ea620d152504cc6ba9781573100185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:43:51Z', 'updated_at': '2021-09-10T17:50:55Z', 'revision_number': 6, 'project_id': '6ea620d152504cc6ba9781573100185b', 'gw_port_host': None}] {{(pid=95336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:50:56.255081 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.278703 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c5a2bc-02f9-4421-a694-98dee4c98de8,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:56.341639 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-317048'] for router_gateway, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.427152 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-311499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5781'] for router, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.429268 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.470104 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-311490'] for router, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.470739 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 {{(pid=95329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:50:56.475051 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.476220 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-a66e287a-463b-46de-b86b-76438dc369e6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a6c2c4b4-60c9-49ed-86c6-4f2872a48ae5 HTTP/1.1" status: 204 len: 168 time: 0.7429943 Sep 10 17:50:56.478883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33844) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:56.522151 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Deleting subnet e8454bbd-191c-4c45-8504-43648cb143ae {{(pid=95329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:50:56.525109 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.564529 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25295294'] for subnet, precommit_delete_associations {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.642554 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592638'] for subnet, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.693266 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27029842'] for subnet, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.717302 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8454bbd-191c-4c45-8504-43648cb143ae,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:56.720976 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.722909 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-75d0c8a9-34d3-4cf1-ab5e-f62ff688d06c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8454bbd-191c-4c45-8504-43648cb143ae HTTP/1.1" status: 204 len: 168 time: 0.2430937 Sep 10 17:50:56.725383 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33846) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:56.727877 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409eb65e-1c89-40a4-ac22-8c2a2796c669 None None] Network 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 requested from dv-cinder-806968-2-iscsi {{(pid=95331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:50:56.794574 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627746'] for network, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.845040 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Deleting port a6706011-f741-4358-9ca1-a81c7472bfbb {{(pid=95329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:56.845411 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.911005 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] For port a6706011-f741-4358-9ca1-a81c7472bfbb, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a6706011-f741-4358-9ca1-a81c7472bfbb,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:56.911315 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:56.922786 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Calling delete_port for a6706011-f741-4358-9ca1-a81c7472bfbb owned by network:dhcp {{(pid=95329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:56.952047 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] DHCP port deletion for 6e912fcb-a772-48dd-ae24-f5331ecc5fe6 request from dv-cinder-806968-2-iscsi {{(pid=95331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:50:56.998837 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Deleting port a6706011-f741-4358-9ca1-a81c7472bfbb {{(pid=95331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:50:56.999206 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766253655610'] for port, before_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.004040 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25295107'] for port, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.031099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] No DVR routers for this DVR port a6706011-f741-4358-9ca1-a81c7472bfbb on host dv-cinder-806968-2-iscsi {{(pid=95329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:50:57.035712 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6706011-f741-4358-9ca1-a81c7472bfbb,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:57.070020 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.db [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] For port a6706011-f741-4358-9ca1-a81c7472bfbb, host dv-cinder-806968-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806968-2-iscsi',level=0,port_id=a6706011-f741-4358-9ca1-a81c7472bfbb,segment=NetworkSegment(fc9b0cc6-d9a5-401d-b19b-01651841fbe7),segment_id=fc9b0cc6-d9a5-401d-b19b-01651841fbe7)] {{(pid=95331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:50:57.070459 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-271967'] for port, precommit_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.082855 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Calling delete_port for a6706011-f741-4358-9ca1-a81c7472bfbb owned by network:dhcp {{(pid=95331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:50:57.108788 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590987', 'neutron.services.segments.db._delete_segments_for_network-8766253884573'] for network, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.131586 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e912fcb-a772-48dd-ae24-f5331ecc5fe6']}} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:57.141577 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7') {'for_net_delete': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:57.141883 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.services.segments.db [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9b0cc6-d9a5-401d-b19b-01651841fbe7') {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:50:57.151806 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766253884326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25295303'] for segment, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.159196 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-680731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766253662212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766253354204'] for port, after_delete {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.167099 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932'] for segment, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.174624 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:50:57.175106 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25295836'] for segment, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: Traceback (most recent call last): Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: timer() Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: cb(*args, **kw) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: return func(*args, **kwargs) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: self._notify() Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: self.callback(batched_events) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: event.method(event) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: return f(self, *a, **k) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._get(url).json() Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: return self.request(url, 'GET', **kwargs) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:50:57.176705 dv-cinder-806968-2-iscsi neutron-server[95329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:50:57.189380 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Pushing event deleted for resources: {'Port': ['ID=a6706011-f741-4358-9ca1-a81c7472bfbb,revision_number=None']} {{(pid=95331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:57.193678 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] No DVR routers for this DVR port a6706011-f741-4358-9ca1-a81c7472bfbb on host dv-cinder-806968-2-iscsi {{(pid=95331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:50:57.200640 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.200768 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.201077 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.201426 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.201744 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.202156 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.202435 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.203079 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.203079 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.203391 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.203705 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.204024 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c942af-69b7-4933-8ad7-6a30f6485295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806968-2-iscsi {{(pid=95331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:50:57.244626 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-316956'] for network, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.249949 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585195'] for network, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.254357 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6e912fcb-a772-48dd-ae24-f5331ecc5fe6 HTTP/1.1" status: 204 len: 168 time: 0.5255723 Sep 10 17:50:57.262485 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913b34-b954-4fe3-8825-672fc2238f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e912fcb-a772-48dd-ae24-f5331ecc5fe6,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:57.358989 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33850) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:57.399016 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-4111c260-4d21-430e-838f-60d3b43dc6f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79e3c40e1e1f4de3bf0f02c897206c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381982 Sep 10 17:50:57.400736 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [-] (95329) accepted ('10.222.0.65', 33852) {{(pid=95329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:57.447034 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.469169 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.516263 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.519444 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.520628 dv-cinder-806968-2-iscsi neutron-server[95329]: INFO neutron.wsgi [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0dd93c9b-32ba-4fce-b6e6-8c6bc3a85a1e HTTP/1.1" status: 204 len: 168 time: 0.1190176 Sep 10 17:50:57.528459 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6297fd-a306-4503-8061-33e0b81aac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd93c9b-32ba-4fce-b6e6-8c6bc3a85a1e,revision_number=None']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:57.826286 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33858) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:57.864891 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-f862bbd8-2b74-409f-b46c-d75187f29617 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ea620d152504cc6ba9781573100185b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374799 Sep 10 17:50:57.867258 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [-] (95330) accepted ('10.222.0.65', 33860) {{(pid=95330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:50:57.913342 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.933398 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.979121 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602777'] for security_group, after_delete {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.981736 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:57.982909 dv-cinder-806968-2-iscsi neutron-server[95330]: INFO neutron.wsgi [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a2c0afd-c8a8-4e7b-a17f-93c55d20fb43 HTTP/1.1" status: 204 len: 168 time: 0.1147771 Sep 10 17:50:57.991255 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fbe85-95c5-42cc-a18f-7e7ed3f0279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2c0afd-c8a8-4e7b-a17f-93c55d20fb43,revision_number=None']} {{(pid=95330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:50:58.236091 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a4c5a2bc-02f9-4421-a694-98dee4c98de8 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:58.257299 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: a4c5a2bc-02f9-4421-a694-98dee4c98de8 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:58.257672 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a4c5a2bc-02f9-4421-a694-98dee4c98de8 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:58.258187 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:58.277592 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:58.277937 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device 7b7f7cf8-90e1-46d2-be58-1b1e065fd508 not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:50:58.278385 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a6706011-f741-4358-9ca1-a81c7472bfbb no longer exists at agent ovs-agent-dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:50:58.297743 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] No Port match for: a6706011-f741-4358-9ca1-a81c7472bfbb {{(pid=95331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:50:58.298642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron.plugins.ml2.rpc [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Device a6706011-f741-4358-9ca1-a81c7472bfbb not bound to the agent host dv-cinder-806968-2-iscsi {{(pid=95331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:51:12.424432 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-aa126ae3-2bfe-4e10-af58-b02e4c7f3925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:12.823571 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:14.938642 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-e521b15c-10f6-42e6-ba17-1f496519f49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:15.392394 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:16.404807 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:17.875611 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:26.714260 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:51:42.425416 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-ee40812b-ad48-45a0-ac05-b18bacf0d64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:42.818119 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:44.939432 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c46b51c0-7b4c-4e1d-a5e8-4cbecb0eeef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:45.391729 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:46.406951 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:47.877108 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:03.715150 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:52:12.425817 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0876-b13d-4283-98e4-5fb159de6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:12.820988 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:14.941050 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c589b784-9f48-430d-9907-a9c8237c20bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:15.391792 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:16.410498 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:17.880255 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:40.713815 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:52:42.426527 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-14cb8e50-3563-47bb-921f-b989e0fbf37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:42.820423 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:44.941455 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-954eb302-606a-466a-9f0f-ace1cd2936e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:45.391579 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:46.413343 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:47.882306 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:12.426498 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4d929c6b-b137-477a-bc57-b355e12962c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:12.819455 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:14.944076 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-5121fcf8-a515-4a5a-9baa-ddab136f9437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:15.391165 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:16.418875 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:17.714350 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:53:17.886956 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:42.427998 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c970a426-313f-4bca-b01d-094279a0689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:42.827273 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:44.943502 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-0fd853ec-4e7d-4d02-a546-49846fbb3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:45.390962 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:46.418599 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:47.889627 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:53:54.713708 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:54:06.371313 dv-cinder-806968-2-iscsi neutron-server[95329]: DEBUG neutron.wsgi [req-ace77016-3521-4c54-8500-1e32876a833b req-5e9aa708-1650-4188-9300-5595a7b30889 service neutron] (95329) timed out ('10.222.0.66', 62650) {{(pid=95329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 17:54:12.428833 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-d40ce68a-5863-4408-9d22-ff1c85412065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:12.842124 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:14.944554 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-7c2ccefa-680f-4b64-a705-3d75c28b9fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:15.391608 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:16.420850 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:17.891395 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:31.713776 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:54:42.429107 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-c8acf050-a834-4c35-9d8b-df8d91a2e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:42.848758 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:44.944946 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-1f4c87e3-d500-4690-8bd8-b3f565ea9a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:45.393712 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:46.424567 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:54:47.894809 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:08.713040 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:55:12.433170 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-f6facf43-e3ef-42c8-837c-f76cf301b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:12.847366 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:14.944422 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-06c0fa0c-0f92-4325-9170-b6cadcb15038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:15.394345 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:16.427668 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:17.901459 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:42.434311 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-17197805-0376-4689-945b-219cf6517e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:42.862289 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:44.943825 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-37474c94-41a4-492d-a5a9-de63cb7f2588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:45.396269 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:45.711612 dv-cinder-806968-2-iscsi neutron-server[95336]: DEBUG neutron.db.agents_db [None req-87636dd2-09e3-40e6-a73e-7775d35fe22e None None] Agent healthcheck: found 6 active agents {{(pid=95336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:55:46.430614 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:55:47.901835 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:12.436614 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-39507eb8-80f1-4fbf-9dde-578228ae8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:12.887028 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-4559a4fb-7a78-4461-a903-9eaa6bf32c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:14.951405 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-91154dde-59e6-472c-a63b-06a9e95c3978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:15.396524 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-04bc0623-d481-41fe-a041-321f5323fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:16.432931 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-6599aeb8-c157-4274-b7e5-291347d37663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:17.909706 dv-cinder-806968-2-iscsi neutron-server[95331]: DEBUG neutron_lib.callbacks.manager [None req-b634db6f-f9c1-4919-b012-7a972563ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766253884555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590669'] for agent, after_update {{(pid=95331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:56:18.146667 dv-cinder-806968-2-iscsi neutron-server[95330]: DEBUG neutron.wsgi [req-fa6d7f07-9f55-4800-b633-34dc392cf582 req-26170fd2-5360-4abe-94d9-71b64299447d service neutron] (95330) timed out ('10.222.0.66', 62636) {{(pid=95330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}